Project Business Economic and Financial Data

Sales of DimSum Records, Asian-food restaurant in Medellin, Colombia

2024/2025

Authors: Daniel Gutierrez & Fabio Pimentel

# Required Packages--------------------
rm(list = ls())
library(readxl)
library(ggplot2)
library(GGally)
library(dplyr)
library(lubridate)
library(corrplot)
library(feasts)
library(tsibble)
library(forecast)
library(tidyr)
library(ggthemes)
library(car)
library(DIMORA)
library(tseries)
library(lmtest)
library(prophet)

Import Data

#setwd('/Users/fabiopimentel/Documents/Padua/clases/segundo año primer semestre/BEF data/proyecto/time_series_padova-main')

# target variable
sales <- read_excel("data/sales/sales_dimsum_31102024.xlsx")

sales[is.na(sales)] <- 0 # set to zero na values

Creating variables

# economic variables
eco_growth <- read_excel("data/macroeconomic/economic_activity.xlsx")
fx <- read_excel("data/macroeconomic/fx.xlsx") #Foreign exchange is the conversion of one currency into another
inflation <- read_excel("data/macroeconomic/inflation.xlsx")
unemployment <- read_excel("data/macroeconomic/unemployment.xlsx")
# other variables
google_trends <- read_excel("data/other/google_trends_restaurantes.xlsx")
rain <- read_excel("data/other/rain_proxy.xlsx")
temp <- read_excel("data/other/temperature_data.xlsx")
temp[is.na(temp)] <- 0
rain[is.na(rain)] <- 0
plot(temp$tavg) # no zeros in temp : OK

plot(temp$tmedian) # no zeros in temp : OK- looks better than mean

Explore data structure

str(sales)
tibble [1,095 × 4] (S3: tbl_df/tbl/data.frame)
 $ date     : POSIXct[1:1095], format: "2021-11-01" ...
 $ sales_cop: num [1:1095] 0 0 0 0 0 0 0 0 0 0 ...
 $ bar      : num [1:1095] 0 0 0 0 0 0 0 0 0 0 ...
 $ food     : num [1:1095] 0 0 0 0 0 0 0 0 0 0 ...
str(eco_growth)
tibble [238 × 2] (S3: tbl_df/tbl/data.frame)
 $ date        : POSIXct[1:238], format: "2005-01-01" ...
 $ ise_original: num [1:238] 59.8 61.5 62.2 63 62.7 ...
str(fx) # Foreign exchange is the conversion of one currency into another
tibble [12,020 × 2] (S3: tbl_df/tbl/data.frame)
 $ date: POSIXct[1:12020], format: "1991-11-27" ...
 $ fx  : num [1:12020] 693 694 695 695 643 ...
str(inflation)
tibble [832 × 2] (S3: tbl_df/tbl/data.frame)
 $ date     : POSIXct[1:832], format: "1955-07-01" ...
 $ inflation: num [1:832] -0.0087 -0.0001 0.0084 0.0077 0.0144 0.0203 0.021 0.0257 0.031 0.0304 ...
str(unemployment)
tibble [286 × 2] (S3: tbl_df/tbl/data.frame)
 $ date        : POSIXct[1:286], format: "2001-01-01" ...
 $ unemployment: num [1:286] 16.6 17.4 15.8 14.5 14 ...
str(google_trends)
tibble [262 × 2] (S3: tbl_df/tbl/data.frame)
 $ date         : POSIXct[1:262], format: "2019-11-10" ...
 $ google_trends: num [1:262] 64 60 63 65 69 63 80 98 75 63 ...
str(rain)
tibble [56,648 × 6] (S3: tbl_df/tbl/data.frame)
 $ date             : POSIXct[1:56648], format: "2021-01-01" ...
 $ region           : chr [1:56648] "ANTIOQUIA" "ANTIOQUIA" "ANTIOQUIA" "ANTIOQUIA" ...
 $ river            : chr [1:56648] "A. SAN LORENZO" "CARLOS LLERAS" "CONCEPCION" "DESV. EEPPM (NEC,PAJ,DOL)" ...
 $ contribution_m3s : num [1:56648] 19.29 20.31 3.61 7.48 19.5 ...
 $ contrribution_kWh: num [1:56648] 4354800 3143300 1011700 2096000 899700 ...
 $ contribution_pct : num [1:56648] 0.798 0.79 0.712 0.944 0.638 ...
str(temp) # this has NaNs, must fill somehow
tibble [1,113 × 4] (S3: tbl_df/tbl/data.frame)
 $ date   : POSIXct[1:1113], format: "2021-10-31" ...
 $ tavg   : num [1:1113] 19.8 18.3 18.4 18.3 18.6 19.8 19.9 19.7 18.8 18.7 ...
 $ prcp   : num [1:1113] 0 0 0 0 0 0 0 0 0 0 ...
 $ tmedian: num [1:1113] 19.8 18.3 18.4 18.3 18.6 19.8 19.9 19.7 18.8 18.7 ...

Sales

# create time variables
plot(sales$sales_cop)

Sales Monthly

# sales
## sales monthly
df_sales_m <- sales %>%
  mutate(month = floor_date(date, "month")) %>% # Extract month
  group_by(month) %>%
  summarise(sales_m = sum(sales_cop), bar_m = sum(bar), food_m = sum(food)
            )     # Summing values

head(df_sales_m)

Sales Weekly

## sales weekly
df_sales_w <- sales %>%
  mutate(week = floor_date(date, "week")) %>% # Extract month
  group_by(week) %>%
  summarise(sales_w = sum(sales_cop), bar_w = sum(bar), food_w = sum(food))     # Summing values

head(df_sales_w)

FX

# fx
df_fx_m <- fx %>%
  mutate(month = floor_date(date, "month")) %>%
  group_by(month) %>%
  summarise(fx_m = mean(fx))

df_fx_w <- fx %>%
  mutate(week = floor_date(date, "week")) %>%
  group_by(week) %>%
  summarise(fx_w = mean(fx))

head(df_fx_m)
head(df_fx_w)

Rain

## rain
df_rain_g = rain %>%
  group_by(date, region) %>%
  summarise(rain_sum=sum(contribution_m3s))
`summarise()` has grouped output by 'date'. You can override using the `.groups` argument.
df_rain_g  <- df_rain_g[df_rain_g$region=="ANTIOQUIA",]

head(df_rain_g)

# montly
df_rain_m <- df_rain_g %>%
  mutate(month = floor_date(date, "month")) %>%
  group_by(month) %>%
  summarise(rain_m = sum(rain_sum))


# weekly
df_rain_w <- df_rain_g %>%
  mutate(week = floor_date(date, "week")) %>%
  group_by(week) %>%
  summarise(rain_w = sum(rain_sum))

head(df_rain_m)
head(df_rain_w)

Temperature

# temperature
# montly
df_temp_m <- temp %>%
  mutate(month = floor_date(date, "month")) %>%
  group_by(month) %>%
  summarise(temp_m = mean(tavg), prcp_m = sum(prcp))


# weekly
df_temp_w <- temp %>%
  mutate(week = floor_date(date, "week")) %>%
  group_by(week) %>%
  summarise(temp_w = mean(tavg), prcp_w = sum(prcp))

head(df_temp_m)
head(df_temp_w)

Merging Data Frames

Daily Data

## daily data----------
#sales, rain, fx are the only ones daily
df_merged_d <- merge(sales, df_rain_g, by = "date", all = FALSE) # Inner join
df_merged_d <- merge(df_merged_d, fx, by = "date", all = FALSE) # Inner join
df_merged_d <- merge(df_merged_d, temp, by = "date", all = FALSE) # Inner join

head(df_merged_d)
NA

Weekly Data

### weekly data----------
df_merged_w <- merge(df_sales_w, df_rain_w, by="week", all=F)
df_merged_w <- merge(df_merged_w, df_google_w, by="week", all=F)
df_merged_w <- merge(df_merged_w, df_fx_w, by="week", all=F)
df_merged_w <- merge(df_merged_w, df_temp_w, by="week", all=F)

head(df_merged_w)

Monthly Data

### monthly data----------
# change colnames
names(eco_growth) <- c("month", "ise")
names(inflation) <- c("month", "inflation")
names(unemployment) <- c("month", "unemployment") 

df_merged_m <- merge(df_sales_m, df_rain_m, by="month", all=F)
nrow(df_merged_m)
[1] 36
df_merged_m <- merge(df_merged_m, df_fx_m, by="month", all=F)
nrow(df_merged_m)
[1] 36
df_merged_m <- merge(df_merged_m, df_google_m, by="month", all=F)
nrow(df_merged_m)
[1] 36
df_merged_m <- merge(df_merged_m, eco_growth, by="month", all=F) # only has until aug 2024
nrow(df_merged_m)
[1] 36
df_merged_m <- merge(df_merged_m, inflation, by="month", all=F)
nrow(df_merged_m)
[1] 36
df_merged_m <- merge(df_merged_m, unemployment, by="month", all=F)
nrow(df_merged_m)
[1] 36
df_merged_m <- merge(df_merged_m, df_temp_m, by="month", all=F)
nrow(df_merged_m)
[1] 36

EDA

objects_to_keep <- c("df_merged_d", "df_merged_w", "df_merged_m")
# Remove all objects except those specified
rm(list = setdiff(ls(), objects_to_keep))

Daily Sales

# sales daily
ggplot(
  df_merged_d, 
  aes(x=date, y=sales_cop)
  ) + geom_line() + ggtitle("Daily Sales of Restaurant")

Weekly sales

# sales weekly
ggplot(df_merged_w, aes(x=week, y=sales_w)) +
  geom_line() + ggtitle("Weekly Sales of Restaurant")

Monthly sales

# sales montly
ggplot(df_merged_m, aes(x=month, y=sales_m)) +
  geom_line() + ggtitle("Monthly Sales of Restaurant")

Stacked bar plots

We want to move to a stacked bar chart when we care about the relative decomposition of each primary bar based on the levels of a second categorical variable. Each bar is now comprised of a number of sub-bars, each one corresponding with a level of a secondary categorical variable. The total length of each stacked bar is the same as before, but now we can see how the secondary groups contributed to that total.

One important consideration in building a stacked bar chart is to decide which of the two categorical variables will be the primary variable (dictating major axis positions and overall bar lengths) and which will be the secondary (dictating how each primary bar will be subdivided). The most ‘important’ variable should be the primary; use domain knowledge and the specific type of categorical variables to make a decision on how to assign your categorical variables

#Monthly
# Reshape the data to a long format
df_sales_m_long <- df_merged_m %>%
  pivot_longer(cols = c(bar_m, food_m), names_to = "Category", values_to = "Value")

# Create the stacked bar plot
ggplot(df_sales_m_long, aes(x = month, y = Value, fill = Category)) +
  geom_bar(stat = "identity", position = "stack") +
  ggtitle("Monthly Sales of Restaurant") +
  labs(y = "Sales", x = "Month", fill = "Category") +
  theme_minimal()

# Weekly
# Reshape the data to a long format
df_sales_w_long <- df_merged_w %>%
  pivot_longer(cols = c(bar_w, food_w), names_to = "Category", values_to = "Value")

# Create the stacked bar plot
ggplot(df_sales_w_long, aes(x = week, y = Value, fill = Category)) +
  geom_bar(stat = "identity", position = "stack") +
  ggtitle("Weekly Sales of Restaurant") +
  labs(y = "Sales", x = "Week", fill = "Category") +
  theme_minimal()

Seasonal plots

# Seasonal plots
df_sales_w_filtered <- df_merged_w %>%
  filter(week >= ymd("2021-12-31"))


tseries_w <- ts(df_sales_w_filtered$sales_w , start = c(2022, 1), frequency = 52)
head(tseries_w)
Time Series:
Start = c(2022, 1) 
End = c(2022, 6) 
Frequency = 52 
[1]  5654618  5894371  8308052  9164178 11934123  9777570
seasonplot(tseries_w, col = rainbow(3), year.labels = TRUE, main = "Seasonal Plot")
text(x = 1, y = max(tseries_w) - 1.5e7, labels = "2024", col = "blue")

NA
NA
# seasonplot monthly
df_sales_m_filtered <- df_merged_m %>%
  filter(month >= ymd("2021-12-31"))


tseries_m <- ts(df_sales_m_filtered$sales_m , start = c(2022, 1), frequency = 12)
head(tseries_m)
          Jan      Feb      Mar      Apr      May      Jun
2022 31953282 41926179 37466677 57926246 79622843 88816435
seasonplot(tseries_m, col = rainbow(3), year.labels = TRUE, main = "Seasonal Plot")
text(x = 1, y = max(tseries_m) - 1e6, labels = "2024", col = "blue")

Density

# Montly Density
# Select the columns of interest
variables <- c("sales_m", "bar_m", "food_m", "rain_m", "fx_m", "google_m",
               "ise", "inflation", "unemployment", "temp_m", "prcp_m")


# Transform the data to long format for ggplot2
df_long_m <- df_merged_m %>%
  pivot_longer(cols = all_of(variables), names_to = "Variable", values_to = "Value")

# Create the grid of density plots
ggplot(df_long_m, aes(x = Value)) +
  geom_density(fill = "blue", alpha = 0.4) +
  facet_wrap(~ Variable, scales = "free", ncol = 3) +
  labs(title = "Density Plots of Selected Variables",
       x = "Value", y = "Density") +
  theme_minimal()


# Weekly Density
# Select the columns of interest
variables <- c("sales_w", "bar_w", "food_w", "rain_w", "fx_w", "google_w",
                "temp_w", "prcp_w")



df_long_w <- df_merged_w %>%
  pivot_longer(cols = all_of(variables), names_to = "Variable", values_to = "Value")

# Create the grid of density plots
ggplot(df_long_w, aes(x = Value)) +
  geom_density(fill = "blue", alpha = 0.4) +
  facet_wrap(~ Variable, scales = "free", ncol = 3) +
  labs(title = "Density Plots of Selected Variables",
       x = "Value", y = "Density") +
  theme_minimal()


# Daily Density

# Select the columns of interest
variables <- c("sales_cop", "bar", "food", "rain_sum", "fx", 
               "tmedian", "prcp")



df_long_d <- df_merged_d %>%
  pivot_longer(cols = all_of(variables), names_to = "Variable", values_to = "Value")

# Create the grid of density plots
ggplot(df_long_d, aes(x = Value)) +
  geom_density(fill = "blue", alpha = 0.4) +
  facet_wrap(~ Variable, scales = "free", ncol = 3) +
  labs(title = "Density Plots of Selected Variables",
       x = "Value", y = "Density") +
  theme_minimal()

Covariates

### 3.5.1 economic variables-----------------------
# economic growth
ggplot(df_merged_m, aes(x=month, y=ise)) +
  geom_line() + ggtitle("Monthly activity in Colombia")

# clearly seasonal and trend

# fx
ggplot(df_merged_d, aes(x=date, y=fx)) +
  geom_line() + ggtitle("Daily COP/USD")

# trend but no clear seasonality

# inflation
ggplot(df_merged_m, aes(x=month, y=inflation)) +
  geom_line() + ggtitle("Monthly inflation National")

# business cycles, no tend or seasonality

# unemployment
ggplot(df_merged_m, aes(x=month, y=unemployment)) +
  geom_line() + ggtitle("Montly trailing unemployment Medellin")

# seasonal and trend downwards


### 3.5.2 Other variables

# google trends
ggplot(df_merged_w, aes(x=week, y=google_w)) +
  geom_line() + ggtitle("Weelkly Google trends 'Restaurantes'")

# no clear behaviour, drop in pandemic

# rain
ggplot(df_merged_d, aes(x=date, y=rain_sum)) +
  geom_line() + ggtitle("Daily rain approximated in Antioquia")

# no trend or seasonality clearly

# temperature
ggplot(df_merged_d, aes(x=date, y=tmedian)) +
  geom_line() + ggtitle("Daily Median temperature in Medellin")


# almost stationary

# temperature
ggplot(df_merged_d, aes(x=date, y=tavg)) +
  geom_line() + ggtitle("Daily Average temperature in Medellin")



# this one looks weird, better keep working on median

# precipitation from temp
ggplot(df_merged_d, aes(x=date, y=prcp)) +
  geom_line() + ggtitle("Daily  precipitation in Medellin")

# looks decent

Pairplots

df_merged_d <- subset(df_merged_d, select = -region)

# daily
ggpairs(df_merged_d, 
        columns = 2:8)

# sales have correl with fx and rain_sum
# weekly
ggpairs(df_merged_w, 
        columns = 2:9)

# sales have correl with rain, google, fx, temp
# bar has more correl with temp

# montly
ggpairs(df_merged_m, 
        columns = 2:12)

Correlation Matrix

# Exclude 'date' column
numeric_df_d <- df_merged_d[, sapply(df_merged_d, is.numeric)]
cor_matrix_d <- cor(numeric_df_d, use = "complete.obs")  # Use only complete rows
cor_matrix_d
            sales_cop          bar        food   rain_sum
sales_cop 1.000000000  0.895118281  0.98135791  0.1662524
bar       0.895118281  1.000000000  0.79301917  0.1275670
food      0.981357913  0.793019172  1.00000000  0.1716482
rain_sum  0.166252448  0.127567019  0.17164822  1.0000000
fx        0.146774104  0.136714885  0.14261504  0.6350092
tavg      0.008884659  0.089640797 -0.02562481 -0.1340051
prcp      0.028085504 -0.001337552  0.03913167  0.1857676
tmedian   0.108891610  0.111686146  0.10120437 -0.2717930
                   fx         tavg         prcp     tmedian
sales_cop  0.14677410  0.008884659  0.028085504  0.10889161
bar        0.13671488  0.089640797 -0.001337552  0.11168615
food       0.14261504 -0.025624811  0.039131672  0.10120437
rain_sum   0.63500919 -0.134005147  0.185767588 -0.27179302
fx         1.00000000  0.164550220  0.055565287 -0.07710937
tavg       0.16455022  1.000000000 -0.267367632  0.65617098
prcp       0.05556529 -0.267367632  1.000000000 -0.22103872
tmedian   -0.07710937  0.656170981 -0.221038724  1.00000000
numeric_df_w <- df_merged_w[, sapply(df_merged_w, is.numeric)]
cor_matrix_w <- cor(numeric_df_w, use = "complete.obs")  # Use only complete rows
cor_matrix_w
             sales_w      bar_w      food_w     rain_w
sales_w   1.00000000  0.8910033  0.98922211  0.2913161
bar_w     0.89100331  1.0000000  0.81506933  0.2875652
food_w    0.98922211  0.8150693  1.00000000  0.2785842
rain_w    0.29131607  0.2875652  0.27858415  1.0000000
google_w -0.44467552 -0.3551772 -0.45333238 -0.1073483
fx_w      0.24395629  0.2873958  0.22038752  0.6626647
temp_w   -0.02746535  0.1275798 -0.07507291 -0.1062959
prcp_w    0.17241188  0.1211778  0.18095801  0.3289820
             google_w         fx_w      temp_w     prcp_w
sales_w  -0.444675519  0.243956293 -0.02746535  0.1724119
bar_w    -0.355177208  0.287395824  0.12757976  0.1211778
food_w   -0.453332380  0.220387520 -0.07507291  0.1809580
rain_w   -0.107348280  0.662664730 -0.10629590  0.3289820
google_w  1.000000000 -0.002777267  0.20849760 -0.2516305
fx_w     -0.002777267  1.000000000  0.19315256  0.1078585
temp_w    0.208497604  0.193152564  1.00000000 -0.3047876
prcp_w   -0.251630474  0.107858510 -0.30478758  1.0000000
numeric_df_m <- df_merged_m[, sapply(df_merged_m, is.numeric)]
cor_matrix_m <- cor(numeric_df_m, use = "complete.obs")  # Use only complete rows
cor_matrix_m
                 sales_m       bar_m     food_m       rain_m
sales_m       1.00000000  0.91772972  0.9930535  0.345901419
bar_m         0.91772972  1.00000000  0.8646613  0.357818748
food_m        0.99305351  0.86466133  1.0000000  0.331685570
rain_m        0.34590142  0.35781875  0.3316856  1.000000000
fx_m          0.26008119  0.33043881  0.2325461  0.700900212
google_m     -0.60141163 -0.43583265 -0.6306910 -0.127328581
ise           0.14184921  0.09197376  0.1528346  0.143925313
inflation     0.24620155  0.41865460  0.1885633  0.554477494
unemployment -0.47774546 -0.35355440 -0.4999277 -0.314673431
temp_m       -0.05360312  0.12366320 -0.1041492 -0.004770513
prcp_m        0.28057040  0.20114717  0.2956418  0.364914544
                     fx_m    google_m          ise  inflation
sales_m       0.260081195 -0.60141163  0.141849210  0.2462015
bar_m         0.330438807 -0.43583265  0.091973761  0.4186546
food_m        0.232546131 -0.63069104  0.152834568  0.1885633
rain_m        0.700900212 -0.12732858  0.143925313  0.5544775
fx_m          1.000000000 -0.01630270  0.006203153  0.7315857
google_m     -0.016302700  1.00000000  0.093304022  0.1600715
ise           0.006203153  0.09330402  1.000000000 -0.1118127
inflation     0.731585721  0.16007149 -0.111812691  1.0000000
unemployment -0.148857922  0.42550422 -0.602525241 -0.1308017
temp_m        0.242855832  0.33976804 -0.190530186  0.5982503
prcp_m        0.106392263 -0.37823361  0.047259121  0.0657641
             unemployment       temp_m      prcp_m
sales_m      -0.477745462 -0.053603118  0.28057040
bar_m        -0.353554400  0.123663200  0.20114717
food_m       -0.499927664 -0.104149167  0.29564181
rain_m       -0.314673431 -0.004770513  0.36491454
fx_m         -0.148857922  0.242855832  0.10639226
google_m      0.425504221  0.339768042 -0.37823361
ise          -0.602525241 -0.190530186  0.04725912
inflation    -0.130801728  0.598250278  0.06576410
unemployment  1.000000000 -0.007286939 -0.41599220
temp_m       -0.007286939  1.000000000 -0.28014446
prcp_m       -0.415992203 -0.280144464  1.00000000
# Plot the Correlation Matrix
par(mfrow=c(1,1))
corrplot(cor_matrix_d, method = "color", type = "upper", tl.col = "black", tl.srt = 45)

corrplot(cor_matrix_w, method = "color", type = "upper", tl.col = "black", tl.srt = 45)

corrplot(cor_matrix_m, method = "color", type = "upper", tl.col = "black", tl.srt = 45)

Rain has stronger correlation than prcp, so we drop prcp to not repeat the same variable from two sources Also we drop average temperature because median temperature seems more trustworthy

# drop prcp beacuse they "are the same"
df_merged_m <- df_merged_m %>% select(-prcp_m)
df_merged_w <- df_merged_w %>% select(-prcp_w)
df_merged_d <- df_merged_d %>% select(-prcp)

# drop avg temp
df_merged_d <- df_merged_d %>% select(-tavg)
colnames(df_merged_d)
[1] "date"      "sales_cop" "bar"       "food"      "rain_sum" 
[6] "fx"        "tmedian"  
### drop everything not on use
objects_to_keep <- c("df_merged_d", "df_merged_w", "df_merged_m")
# Remove all objects except those specified
rm(list = setdiff(ls(), objects_to_keep))

Variable Transformation

POSIXct and POSIXlt Classes

Times and date-times are represented by the POSIXct or the POSIXlt class in R. The POSIXct format stores date and time in seconds with the number of seconds beginning at January 1, 1970, so a POSIXct date-time is essentially an single value on a timeline. Date-times prior to 1970, will be negative numbers. The POSIXlt class stores other date and time information in a list such as hour of day of week, month of year, etc. The starting year for POSIXlt data is 1900, so 2022 would be stored as year 122. Months also begin at 0, so January is stored as month 0 and February as month 1. For both POSIX classes, the timezone can be classified. While date-times stored as POSIXct and POSIXlt look similar, when you unclass them with the unclass() function, you can see the additional information stored within the POSIXlt data.

Date Class

Dates without time can simply be stored as a Date class in R using the as.Date() function. Both Dates and POXIC classes need to be defined based on how they formatted. When uploading time series data into R, date and date-time data is typically uploaded as a character class and must be converted to date or time class using the as.Date(), as.POSIXct() or as.POSIXlt() functions.

Monthly

# Vars for model
# Month
# Ensure the `month` column is in POSIXct format
df_merged_m$month <- as.POSIXct(df_merged_m$month)

# Create the numeric variable: an evenly increasing number
df_merged_m <- df_merged_m %>%
  arrange(month) %>%  # Ensure data is sorted by month
  mutate(numeric_month = row_number())  # Assign an increasing number

# Create the seasonal variable: the 12 different months as a factor
df_merged_m <- df_merged_m %>%
  mutate(seasonal_month = factor(format(month, "%B"), levels = month.name))  # Month names as ordered factors

Weekly

# Week
# Ensure the `week` column is in POSIXct format
df_merged_w$week <- as.POSIXct(df_merged_w$week)

# Create the numeric variable: an evenly increasing number
df_merged_w <- df_merged_w %>%
  arrange(week) %>%  # Ensure data is sorted by week
  mutate(numeric_week = row_number())  # Assign an increasing number

# Create the seasonal variable: the 12 different months as a factor
df_merged_w <- df_merged_w %>%
  mutate(seasonal_month = factor(format(week, "%B"), levels = month.name))  # Month names as ordered factors

Daily

# Day
# Ensure the `day` column is in POSIXct format
df_merged_d$date <- as.POSIXct(df_merged_d$date)

# Create the numeric variable: an evenly increasing number
df_merged_d <- df_merged_d %>%
  arrange(date) %>%  # Ensure data is sorted by day
  mutate(numeric_day = row_number())  # Assign an increasing number
# Create the seasonal variable: the 12 different months as a factor
df_merged_d <- df_merged_d %>%
  mutate(seasonal_month = factor(format(date, "%B"), levels = month.name))  # Month names as ordered factors

# Create a column indicating the day of the week
df_merged_d <- df_merged_d %>%
  mutate(day_of_week = factor(weekdays(date), levels = c("Monday", "Tuesday", "Wednesday", 
                                                         "Thursday", "Friday", "Saturday", "Sunday")))  # Day of the week as ordered factor

Time Series Objects

Convert sales to time series objects for the use in several models

# convert to time series
sales_d_ts <- ts(df_merged_d$sales_cop)
sales_w_ts <- ts(df_merged_w$sales_w)
sales_m_ts <- ts(df_merged_m$sales_m)

par(mfrow=c(1,1))

# Daily
tsdisplay(sales_d_ts)

# is not stationary but has no clear trend
# and seasonality every 7 days

# Weekly
tsdisplay(sales_w_ts)

# not stationary: has trend

# Montly
tsdisplay(sales_m_ts)

# has clear trend, no seasonality

Log Transformation

Some variables are scaled to log, so we can interpret the linear models more easily. The covariates are in different scales so it is easier to interpret percentage changes instead of unit changes.

# Monthly
df_merged_m <- df_merged_m %>%
  mutate(across(where(is.numeric) & !all_of(c("unemployment", "inflation")), ~ log(. + 1)))

# Weekly
df_merged_w <- df_merged_w %>%
  mutate(across(where(is.numeric), ~ log(. + 1)))

# Daily
# Weekly
df_merged_d <- df_merged_d %>%
  mutate(across(where(is.numeric), ~ log(. + 1)))

Autocorrelation

#par(mfrow=c(1,1))
#tsdisplay(sales_d_ts)
# is not stationary but has no clear trend

plot(sales_d_ts)

acf(sales_d_ts)

pacf(sales_d_ts)

When data are seasonal, the autocorrelation will be larger for the seasonal lags (at multiples of the seasonal period) than for other lags.

# Weekly

#tsdisplay(sales_w_ts)
plot(sales_w_ts)

acf(sales_w_ts)

pacf(sales_w_ts)


# not stationary: has trend and seasonality maybe
# Montly

#tsdisplay(sales_m_ts)
plot(sales_m_ts)

acf(sales_m_ts)

pacf(sales_m_ts)

# has clear trend, no seasonality

Models

In this section we model the time series using various approaches to find the best model for our data. We use both linear and non linear models going from the simplest to the more “complex” models.

Helper functions

Functions that help us implement and analyze models faster

## Function to create and summarize models------------------
run_model <- function(formula, data, model_name) {
  cat("\nRunning", model_name, "\n")
  model <- lm(formula, data = data)
  print(summary(model))
  par(mfrow = c(2, 2))
  plot(model)
  return(model)
}

# Function to compare models using ANOVA
compare_models <- function(model1, model2, name1, name2) {
  cat("\nComparing Models:", name1, "vs", name2, "\n")
  anova_result <- anova(model1, model2)
  print(anova_result)
  return(anova_result)
}

# Function to add predictions to the dataset
add_predictions <- function(model, data, pred_column) {
  data[[pred_column]] <- predict(model, newdata = data)
  return(data)
}

# Calculate RMSE
# Function to calculate RMSE
calculate_rmse <- function(observed, predicted) {
  rmse <- sqrt(mean((observed - predicted)^2, na.rm = TRUE))
  return(rmse)
}


# function that compares linear models
# Define the function to get R^2 and AIC
get_model_stats <- function(models) {
  # Initialize an empty data frame
  stats <- data.frame(
    Model = character(),
    R2 = numeric(),
    AIC = numeric(),
    stringsAsFactors = FALSE
  )
  
  # Loop through the list of models
  for (i in seq_along(models)) {
    model <- models[[i]]
    model_name <- names(models)[i]
    # Extract R^2 and AIC
    r2 <- summary(model)$r.squared
    aic <- AIC(model)
    # Append to the data frame
    stats <- rbind(stats, data.frame(Model = model_name, R2 = r2, AIC = aic))
  }
  
  return(stats)
}

Linear models

# Montly Models
# View Dataframe
head(df_merged_m)

# Model 0: Trend only
ols0 <- run_model(sales_m ~ numeric_month, df_merged_m, "Model 0")

Running Model 0 

Call:
lm(formula = formula, data = data)

Residuals:
    Min      1Q  Median      3Q     Max 
-0.9910 -0.1192  0.0158  0.1476  0.4953 

Coefficients:
              Estimate Std. Error t value Pr(>|t|)    
(Intercept)   16.40311    0.18031   90.97  < 2e-16 ***
numeric_month  0.68309    0.06312   10.82 1.49e-12 ***
---
Signif. codes:  0 ‘***’ 0.001 ‘**’ 0.01 ‘*’ 0.05 ‘.’ 0.1 ‘ ’ 1

Residual standard error: 0.28 on 34 degrees of freedom
Multiple R-squared:  0.775, Adjusted R-squared:  0.7684 
F-statistic: 117.1 on 1 and 34 DF,  p-value: 1.485e-12

df_merged_m <- add_predictions(ols0, df_merged_m, "predicted_sales0")

# Model 1: Trend + Seasonality
ols1 <- run_model(sales_m ~ numeric_month + seasonal_month, df_merged_m, "Model 1")

Running Model 1 

Call:
lm(formula = formula, data = data)

Residuals:
    Min      1Q  Median      3Q     Max 
-0.7403 -0.1590 -0.0135  0.2071  0.4347 

Coefficients:
                         Estimate Std. Error t value Pr(>|t|)
(Intercept)             16.505470   0.260998  63.240  < 2e-16
numeric_month            0.657412   0.075865   8.666 1.06e-08
seasonal_monthFebruary  -0.001699   0.254032  -0.007    0.995
seasonal_monthMarch     -0.006230   0.254345  -0.024    0.981
seasonal_monthApril     -0.063031   0.254777  -0.247    0.807
seasonal_monthMay        0.070611   0.255288   0.277    0.785
seasonal_monthJune       0.037438   0.255855   0.146    0.885
seasonal_monthJuly       0.138742   0.256462   0.541    0.594
seasonal_monthAugust    -0.010812   0.257098  -0.042    0.967
seasonal_monthSeptember -0.133330   0.257755  -0.517    0.610
seasonal_monthOctober   -0.058397   0.258427  -0.226    0.823
seasonal_monthNovember  -0.335279   0.254924  -1.315    0.201
seasonal_monthDecember  -0.016084   0.254094  -0.063    0.950
                           
(Intercept)             ***
numeric_month           ***
seasonal_monthFebruary     
seasonal_monthMarch        
seasonal_monthApril        
seasonal_monthMay          
seasonal_monthJune         
seasonal_monthJuly         
seasonal_monthAugust       
seasonal_monthSeptember    
seasonal_monthOctober      
seasonal_monthNovember     
seasonal_monthDecember     
---
Signif. codes:  0 ‘***’ 0.001 ‘**’ 0.01 ‘*’ 0.05 ‘.’ 0.1 ‘ ’ 1

Residual standard error: 0.311 on 23 degrees of freedom
Multiple R-squared:  0.8123,    Adjusted R-squared:  0.7144 
F-statistic: 8.296 on 12 and 23 DF,  p-value: 8.937e-06

df_merged_m <- add_predictions(ols1, df_merged_m, "predicted_sales1")


## Model 2: Backward Stepwise Regression 

# Start with the full model (excluding food and bar)
ols2_full <- lm(
  sales_m ~ numeric_month + seasonal_month + unemployment + ise + fx_m +
    google_m + temp_m + rain_m, 
  data = df_merged_m
)


# Perform backward stepwise regression
ols2_stepwise <- step(
  ols2_full, 
  direction = "backward",
  trace = 1 # Prints the stepwise regression process
)
Start:  AIC=-104.31
sales_m ~ numeric_month + seasonal_month + unemployment + ise + 
    fx_m + google_m + temp_m + rain_m

                 Df Sum of Sq     RSS      AIC
- temp_m          1   0.00008 0.69105 -106.310
- unemployment    1   0.01523 0.70620 -105.530
<none>                        0.69097 -104.314
- rain_m          1   0.07578 0.76674 -102.568
- seasonal_month 11   0.71692 1.40789 -100.691
- ise             1   0.17179 0.86276  -98.321
- fx_m            1   0.39083 1.08180  -90.176
- google_m        1   0.57575 1.26672  -84.495
- numeric_month   1   2.29957 2.99054  -53.570

Step:  AIC=-106.31
sales_m ~ numeric_month + seasonal_month + unemployment + ise + 
    fx_m + google_m + rain_m

                 Df Sum of Sq     RSS      AIC
- unemployment    1   0.02314 0.71419 -107.125
<none>                        0.69105 -106.310
- rain_m          1   0.07693 0.76798 -104.510
- seasonal_month 11   0.79109 1.48214 -100.841
- ise             1   0.17775 0.86880 -100.070
- fx_m            1   0.43032 1.12137  -90.883
- google_m        1   0.65543 1.34648  -84.297
- numeric_month   1   2.42508 3.11613  -54.089

Step:  AIC=-107.12
sales_m ~ numeric_month + seasonal_month + ise + fx_m + google_m + 
    rain_m

                 Df Sum of Sq    RSS      AIC
<none>                        0.7142 -107.125
- rain_m          1    0.0940 0.8082 -104.673
- seasonal_month 11    0.7847 1.4989 -102.437
- ise             1    0.1606 0.8748 -101.823
- fx_m            1    0.4343 1.1485  -92.022
- google_m        1    0.6466 1.3608  -85.916
- numeric_month   1    4.1118 4.8260  -40.342
# Summary of the final stepwise model
summary(ols2_stepwise)

Call:
lm(formula = sales_m ~ numeric_month + seasonal_month + ise + 
    fx_m + google_m + rain_m, data = df_merged_m)

Residuals:
     Min       1Q   Median       3Q      Max 
-0.31229 -0.08760 -0.01030  0.09029  0.31789 

Coefficients:
                         Estimate Std. Error t value Pr(>|t|)
(Intercept)             -52.31160   19.99397  -2.616 0.016981
numeric_month             0.93626    0.08952  10.459 2.54e-09
seasonal_monthFebruary    0.27615    0.19812   1.394 0.179459
seasonal_monthMarch      -0.33136    0.28825  -1.150 0.264583
seasonal_monthApril      -0.03032    0.20910  -0.145 0.886232
seasonal_monthMay        -0.12629    0.27633  -0.457 0.652850
seasonal_monthJune       -0.16788    0.27401  -0.613 0.547361
seasonal_monthJuly       -0.11655    0.30708  -0.380 0.708483
seasonal_monthAugust     -0.45680    0.33544  -1.362 0.189189
seasonal_monthSeptember  -0.40348    0.27930  -1.445 0.164861
seasonal_monthOctober    -0.21625    0.28064  -0.771 0.450439
seasonal_monthNovember   -0.67606    0.38426  -1.759 0.094603
seasonal_monthDecember   -1.52898    0.67026  -2.281 0.034247
ise                       7.20920    3.48786   2.067 0.052641
fx_m                      2.72323    0.80115   3.399 0.003010
google_m                  3.17853    0.76636   4.148 0.000547
rain_m                   -0.20297    0.12835  -1.581 0.130285
                           
(Intercept)             *  
numeric_month           ***
seasonal_monthFebruary     
seasonal_monthMarch        
seasonal_monthApril        
seasonal_monthMay          
seasonal_monthJune         
seasonal_monthJuly         
seasonal_monthAugust       
seasonal_monthSeptember    
seasonal_monthOctober      
seasonal_monthNovember  .  
seasonal_monthDecember  *  
ise                     .  
fx_m                    ** 
google_m                ***
rain_m                     
---
Signif. codes:  0 ‘***’ 0.001 ‘**’ 0.01 ‘*’ 0.05 ‘.’ 0.1 ‘ ’ 1

Residual standard error: 0.1939 on 19 degrees of freedom
Multiple R-squared:  0.9397,    Adjusted R-squared:  0.889 
F-statistic: 18.52 on 16 and 19 DF,  p-value: 2.609e-08
# Add predictions from the final stepwise model
df_merged_m <- add_predictions(ols2_stepwise, df_merged_m, "predicted_sales2")

# Plot Actual vs Predicted Values
ggplot(df_merged_m, aes(x = month)) +
  geom_line(aes(y = exp(sales_m), color = "Actual Sales"), size = 1) +
  geom_line(aes(y = exp(predicted_sales0), color = "Model 0"), linetype = "dashed", size = 1) +
  geom_line(aes(y = exp(predicted_sales1), color = "Model 1"), linetype = "dotted", size = 1) +
  geom_line(aes(y = exp(predicted_sales2), color = "Model 2 Stepwise"), linetype = "dotdash", size = 1) +
  labs(title = "Actual vs Predicted Monthly Sales for All Models",
       x = "Month", y = "Sales", color = "Legend") +
  theme_minimal() +
  theme(axis.text.x = element_text(angle = 45, hjust = 1))



# Models to compare
models <- list(
  "Model trend" = ols0,
  "Model trend + season" = ols1,
  "Model all covariates step" = ols2_stepwise
)

# Get R^2 and AIC for each model
model_stats <- get_model_stats(models)

# View the results
print(model_stats)


#  RMSE calculation for the original (exponentiated) scale
rmse_stats <- data.frame(
  Model = character(),
  RMSE = numeric(),
  stringsAsFactors = FALSE
)

# Loop through each model
for (i in seq_along(models)) {
  model_name <- names(models)[i]
  predicted_column <- paste0("predicted_sales", i - 1)  # Adjust column name index
  
  # Calculate RMSE on the original scale
  rmse <- calculate_rmse(
    observed = exp(df_merged_m$sales_m),          # Exponentiate actual values
    predicted = exp(df_merged_m[[predicted_column]])  # Exponentiate predicted values
  )
  
  # Append results to the RMSE stats table
  rmse_stats <- rbind(rmse_stats, data.frame(Model = model_name, RMSE = rmse))
}

# View RMSE statistics
print(rmse_stats)
NA
rmse_ols_m <- rmse_stats$RMSE[3]
rmse_ols_m
[1] 13229295
# Weekly Models
head(df_merged_w)
## Clean Data - Drop rows 1-2 because sales are 0 / was not open yet
df_merged_w <- df_merged_w %>% slice(-1, -2)

## Model 0A: Trend only
ols0w <- run_model(sales_w ~ numeric_week, df_merged_w, "Model 0A")

Running Model 0A 

Call:
lm(formula = formula, data = data)

Residuals:
     Min       1Q   Median       3Q      Max 
-0.72559 -0.15917  0.01874  0.16674  0.65873 

Coefficients:
             Estimate Std. Error t value Pr(>|t|)    
(Intercept)  14.63582    0.10036  145.84   <2e-16 ***
numeric_week  0.53273    0.02372   22.46   <2e-16 ***
---
Signif. codes:  0 ‘***’ 0.001 ‘**’ 0.01 ‘*’ 0.05 ‘.’ 0.1 ‘ ’ 1

Residual standard error: 0.2406 on 153 degrees of freedom
Multiple R-squared:  0.7673,    Adjusted R-squared:  0.7658 
F-statistic: 504.5 on 1 and 153 DF,  p-value: < 2.2e-16

df_merged_w <- add_predictions(ols0w, df_merged_w, "predicted_sales0")

## Model 1A: Trend + Seasonality
ols1w <- run_model(sales_w ~ numeric_week + seasonal_month, df_merged_w, "Model 1A")

Running Model 1A 

Call:
lm(formula = formula, data = data)

Residuals:
     Min       1Q   Median       3Q      Max 
-0.62472 -0.14172  0.01215  0.16457  0.57707 

Coefficients:
                        Estimate Std. Error t value Pr(>|t|)    
(Intercept)             14.67383    0.11499 127.613   <2e-16 ***
numeric_week             0.53053    0.02537  20.915   <2e-16 ***
seasonal_monthFebruary   0.01863    0.09432   0.197    0.844    
seasonal_monthMarch     -0.07386    0.09266  -0.797    0.427    
seasonal_monthApril     -0.04300    0.09278  -0.463    0.644    
seasonal_monthMay        0.05120    0.09279   0.552    0.582    
seasonal_monthJune       0.03179    0.09343   0.340    0.734    
seasonal_monthJuly       0.09360    0.09164   1.021    0.309    
seasonal_monthAugust    -0.03924    0.09572  -0.410    0.683    
seasonal_monthSeptember -0.12111    0.09425  -1.285    0.201    
seasonal_monthOctober   -0.08215    0.09245  -0.889    0.376    
seasonal_monthNovember  -0.05447    0.09654  -0.564    0.574    
seasonal_monthDecember  -0.13661    0.09221  -1.481    0.141    
---
Signif. codes:  0 ‘***’ 0.001 ‘**’ 0.01 ‘*’ 0.05 ‘.’ 0.1 ‘ ’ 1

Residual standard error: 0.2394 on 142 degrees of freedom
Multiple R-squared:  0.7862,    Adjusted R-squared:  0.7681 
F-statistic:  43.5 on 12 and 142 DF,  p-value: < 2.2e-16

df_merged_w <- add_predictions(ols1w, df_merged_w, "predicted_sales1")


## Model 2A: Experimentation


# Start with the full model (excluding food and bar)
ols2_full_w <- lm(
  sales_w ~ numeric_week + seasonal_month + fx_w +
    google_w + temp_w + rain_w, 
  data = df_merged_w
)


# Perform backward stepwise regression
ols2_stepwise_w <- step(
  ols2_full_w, 
  direction = "backward",
  trace = 1 # Prints the stepwise regression process
)
Start:  AIC=-470.72
sales_w ~ numeric_week + seasonal_month + fx_w + google_w + temp_w + 
    rain_w

                 Df Sum of Sq     RSS     AIC
- google_w        1    0.0047  5.9773 -472.59
- temp_w          1    0.0524  6.0250 -471.36
<none>                         5.9726 -470.72
- seasonal_month 11    0.9898  6.9624 -468.95
- rain_w          1    0.1643  6.1370 -468.51
- fx_w            1    1.1370  7.1096 -445.71
- numeric_week    1   16.1784 22.1510 -269.56

Step:  AIC=-472.59
sales_w ~ numeric_week + seasonal_month + fx_w + temp_w + rain_w

                 Df Sum of Sq     RSS     AIC
- temp_w          1    0.0597  6.0370 -473.05
<none>                         5.9773 -472.59
- seasonal_month 11    0.9855  6.9628 -470.94
- rain_w          1    0.1652  6.1426 -470.37
- fx_w            1    1.1490  7.1264 -447.34
- numeric_week    1   19.7232 25.7005 -248.52

Step:  AIC=-473.05
sales_w ~ numeric_week + seasonal_month + fx_w + rain_w

                 Df Sum of Sq     RSS     AIC
<none>                         6.0370 -473.05
- rain_w          1    0.2277  6.2648 -469.31
- seasonal_month 11    1.3008  7.3379 -464.81
- fx_w            1    1.6010  7.6380 -438.59
- numeric_week    1   20.3284 26.3655 -246.56
# Summary of the final stepwise model
summary(ols2_stepwise_w)

Call:
lm(formula = sales_w ~ numeric_week + seasonal_month + fx_w + 
    rain_w, data = df_merged_w)

Residuals:
    Min      1Q  Median      3Q     Max 
-0.5797 -0.1243  0.0106  0.1247  0.5622 

Coefficients:
                         Estimate Std. Error t value Pr(>|t|)
(Intercept)             -1.941702   2.597439  -0.748   0.4560
numeric_week             0.542540   0.024988  21.712  < 2e-16
seasonal_monthFebruary   0.003119   0.082343   0.038   0.9698
seasonal_monthMarch     -0.008609   0.081117  -0.106   0.9156
seasonal_monthApril      0.058496   0.084093   0.696   0.4878
seasonal_monthMay        0.160561   0.085157   1.885   0.0614
seasonal_monthJune       0.171277   0.088309   1.940   0.0544
seasonal_monthJuly       0.140843   0.079982   1.761   0.0804
seasonal_monthAugust    -0.015579   0.083209  -0.187   0.8518
seasonal_monthSeptember -0.130180   0.082537  -1.577   0.1170
seasonal_monthOctober   -0.116443   0.081307  -1.432   0.1543
seasonal_monthNovember  -0.011869   0.090153  -0.132   0.8954
seasonal_monthDecember  -0.096493   0.081089  -1.190   0.2361
fx_w                     2.106952   0.345784   6.093 1.01e-08
rain_w                  -0.121385   0.052818  -2.298   0.0230
                           
(Intercept)                
numeric_week            ***
seasonal_monthFebruary     
seasonal_monthMarch        
seasonal_monthApril        
seasonal_monthMay       .  
seasonal_monthJune      .  
seasonal_monthJuly      .  
seasonal_monthAugust       
seasonal_monthSeptember    
seasonal_monthOctober      
seasonal_monthNovember     
seasonal_monthDecember     
fx_w                    ***
rain_w                  *  
---
Signif. codes:  0 ‘***’ 0.001 ‘**’ 0.01 ‘*’ 0.05 ‘.’ 0.1 ‘ ’ 1

Residual standard error: 0.2077 on 140 degrees of freedom
Multiple R-squared:  0.8414,    Adjusted R-squared:  0.8255 
F-statistic: 53.04 on 14 and 140 DF,  p-value: < 2.2e-16
# Add predictions from the final stepwise model
df_merged_w <- add_predictions(ols2_stepwise_w, df_merged_w, "predicted_sales2")

# Plot Actual vs Predicted Values
ggplot(df_merged_w, aes(x = week)) +
  geom_line(aes(y = exp(sales_w), color = "Actual Sales"), size = 1) +
  geom_line(aes(y = exp(predicted_sales0), color = "Model 0"), linetype = "dashed", size = 1) +
  geom_line(aes(y = exp(predicted_sales1), color = "Model 1"), linetype = "dotted", size = 1) +
  geom_line(aes(y = exp(predicted_sales2), color = "Model 2 Stepwise"), linetype = "dotdash", size = 1) +
  labs(title = "Actual vs Predicted Weekly Sales for All Models",
       x = "Week", y = "Sales", color = "Legend") +
  theme_minimal() +
  theme(axis.text.x = element_text(angle = 45, hjust = 1))


# Models to compare
models_w <- list(
  "Model trend" = ols0w,
  "Model trend + season" = ols1w,
  "Model all covariates step" = ols2_stepwise_w
)

# Get R^2 and AIC for each model
model_stats_w <- get_model_stats(models_w)

# View the results
print(model_stats_w)


rmse_stats_w <- data.frame(
  Model = character(),
  RMSE = numeric(),
  stringsAsFactors = FALSE
)

# Loop through each model
for (i in seq_along(models_w)) {
  model_name <- names(models_w)[i]
  predicted_column <- paste0("predicted_sales", i - 1)  # Adjust column name index
  
  # Calculate RMSE on the original scale
  rmse <- calculate_rmse(
    observed = exp(df_merged_w$sales_w),          # Exponentiate actual values
    predicted = exp(df_merged_w[[predicted_column]])  # Exponentiate predicted values
  )
  
  # Append results to the RMSE stats table
  rmse_stats_w <- rbind(rmse_stats_w, data.frame(Model = model_name, RMSE = rmse))
}

# View RMSE statistics
print(rmse_stats_w)
NA
rmse_ols_w <- rmse_stats_w$RMSE[3]
rmse_ols_w
[1] 4000370
# Daily Models
head(df_merged_d,25)
# properly start in december
df_merged_d <-  df_merged_d %>%
  filter(date > "2021-11-30")
head(df_merged_d)

## Model 0: Trend only
ols0d <- run_model(sales_cop ~ numeric_day, df_merged_d, "Model 0A")

Running Model 0A 

Call:
lm(formula = formula, data = data)

Residuals:
     Min       1Q   Median       3Q      Max 
-15.2083  -0.1814   0.2027   0.5771   1.6749 

Coefficients:
            Estimate Std. Error t value Pr(>|t|)    
(Intercept)  10.5199     0.4261  24.688   <2e-16 ***
numeric_day   0.6774     0.0695   9.746   <2e-16 ***
---
Signif. codes:  0 ‘***’ 0.001 ‘**’ 0.01 ‘*’ 0.05 ‘.’ 0.1 ‘ ’ 1

Residual standard error: 1.762 on 1038 degrees of freedom
Multiple R-squared:  0.08383,   Adjusted R-squared:  0.08295 
F-statistic: 94.98 on 1 and 1038 DF,  p-value: < 2.2e-16

df_merged_d <- add_predictions(ols0d, df_merged_d, "predicted_sales0")

## Model 1: Trend + Seasonality
ols1d <- run_model(sales_cop ~ numeric_day + seasonal_month + day_of_week, df_merged_d, "Model 1A")

Running Model 1A 

Call:
lm(formula = formula, data = data)

Residuals:
     Min       1Q   Median       3Q      Max 
-15.1930  -0.1446   0.1520   0.4321   2.1992 

Coefficients:
                        Estimate Std. Error t value Pr(>|t|)    
(Intercept)             10.41648    0.46748  22.282  < 2e-16 ***
numeric_day              0.60222    0.07264   8.290 3.54e-16 ***
seasonal_monthFebruary   0.37785    0.26287   1.437  0.15091    
seasonal_monthMarch      0.24291    0.25677   0.946  0.34435    
seasonal_monthApril      0.21725    0.26027   0.835  0.40407    
seasonal_monthMay        0.03779    0.25763   0.147  0.88342    
seasonal_monthJune       0.15499    0.26174   0.592  0.55388    
seasonal_monthJuly       0.23454    0.25933   0.904  0.36599    
seasonal_monthAugust     0.25260    0.26021   0.971  0.33190    
seasonal_monthSeptember -0.03710    0.26437  -0.140  0.88843    
seasonal_monthOctober    0.23107    0.26387   0.876  0.38140    
seasonal_monthNovember   0.08953    0.29411   0.304  0.76087    
seasonal_monthDecember  -0.71856    0.25824  -2.783  0.00549 ** 
day_of_weekTuesday      -0.06744    0.19830  -0.340  0.73385    
day_of_weekWednesday     0.22634    0.19767   1.145  0.25247    
day_of_weekThursday      0.47521    0.19734   2.408  0.01621 *  
day_of_weekFriday        1.10918    0.19862   5.584 3.01e-08 ***
day_of_weekSaturday      0.93769    0.19827   4.729 2.57e-06 ***
day_of_weekSunday        0.61578    0.19826   3.106  0.00195 ** 
---
Signif. codes:  0 ‘***’ 0.001 ‘**’ 0.01 ‘*’ 0.05 ‘.’ 0.1 ‘ ’ 1

Residual standard error: 1.705 on 1021 degrees of freedom
Multiple R-squared:  0.1557,    Adjusted R-squared:  0.1408 
F-statistic: 10.46 on 18 and 1021 DF,  p-value: < 2.2e-16

df_merged_d <- add_predictions(ols1d, df_merged_d, "predicted_sales1")

# Model 2: Backward
head(df_merged_d)

# Start with the full model (excluding food and bar)
ols2_full_d <- lm(
  sales_cop ~ numeric_day + seasonal_month + day_of_week + fx +
     tmedian + rain_sum, 
  data = df_merged_d
)
summary(ols2_full_d)

Call:
lm(formula = sales_cop ~ numeric_day + seasonal_month + day_of_week + 
    fx + tmedian + rain_sum, data = df_merged_d)

Residuals:
     Min       1Q   Median       3Q      Max 
-15.2560  -0.1301   0.1434   0.4180   2.2430 

Coefficients:
                         Estimate Std. Error t value Pr(>|t|)
(Intercept)              3.681458   7.563025   0.487  0.62653
numeric_day              0.555771   0.078969   7.038 3.58e-12
seasonal_monthFebruary   0.409437   0.263765   1.552  0.12091
seasonal_monthMarch      0.254867   0.257099   0.991  0.32176
seasonal_monthApril      0.215634   0.264563   0.815  0.41523
seasonal_monthMay        0.002179   0.263006   0.008  0.99339
seasonal_monthJune       0.125315   0.268566   0.467  0.64088
seasonal_monthJuly       0.230188   0.260048   0.885  0.37627
seasonal_monthAugust     0.284052   0.260701   1.090  0.27616
seasonal_monthSeptember  0.004766   0.265632   0.018  0.98569
seasonal_monthOctober    0.152011   0.266104   0.571  0.56796
seasonal_monthNovember  -0.092994   0.303301  -0.307  0.75921
seasonal_monthDecember  -0.744359   0.258962  -2.874  0.00413
day_of_weekTuesday      -0.063129   0.198020  -0.319  0.74994
day_of_weekWednesday     0.237591   0.197534   1.203  0.22934
day_of_weekThursday      0.471793   0.197065   2.394  0.01684
day_of_weekFriday        1.102140   0.198329   5.557 3.50e-08
day_of_weekSaturday      0.930391   0.198011   4.699 2.98e-06
day_of_weekSunday        0.615126   0.198134   3.105  0.00196
fx                       0.787878   0.880843   0.894  0.37129
tmedian                 -0.143825   0.999347  -0.144  0.88559
rain_sum                 0.137507   0.101046   1.361  0.17387
                           
(Intercept)                
numeric_day             ***
seasonal_monthFebruary     
seasonal_monthMarch        
seasonal_monthApril        
seasonal_monthMay          
seasonal_monthJune         
seasonal_monthJuly         
seasonal_monthAugust       
seasonal_monthSeptember    
seasonal_monthOctober      
seasonal_monthNovember     
seasonal_monthDecember  ** 
day_of_weekTuesday         
day_of_weekWednesday       
day_of_weekThursday     *  
day_of_weekFriday       ***
day_of_weekSaturday     ***
day_of_weekSunday       ** 
fx                         
tmedian                    
rain_sum                   
---
Signif. codes:  0 ‘***’ 0.001 ‘**’ 0.01 ‘*’ 0.05 ‘.’ 0.1 ‘ ’ 1

Residual standard error: 1.703 on 1018 degrees of freedom
Multiple R-squared:  0.1609,    Adjusted R-squared:  0.1436 
F-statistic: 9.294 on 21 and 1018 DF,  p-value: < 2.2e-16
# Perform backward stepwise regression
ols2_stepwise_d <- step(
  ols2_full_d, 
  direction = "backward",
  trace = 1 # Prints the stepwise regression process
)
Start:  AIC=1128.63
sales_cop ~ numeric_day + seasonal_month + day_of_week + fx + 
    tmedian + rain_sum

                 Df Sum of Sq    RSS    AIC
- tmedian         1     0.060 2951.0 1126.7
- fx              1     2.319 2953.3 1127.5
- rain_sum        1     5.368 2956.3 1128.5
<none>                        2951.0 1128.6
- seasonal_month 11    79.118 3030.1 1134.2
- numeric_day     1   143.580 3094.6 1176.0
- day_of_week     6   175.600 3126.6 1176.8

Step:  AIC=1126.65
sales_cop ~ numeric_day + seasonal_month + day_of_week + fx + 
    rain_sum

                 Df Sum of Sq    RSS    AIC
- fx              1     2.277 2953.3 1125.5
<none>                        2951.0 1126.7
- rain_sum        1     6.045 2957.1 1126.8
- seasonal_month 11    79.429 3030.5 1132.3
- day_of_week     6   175.581 3126.6 1174.8
- numeric_day     1   146.691 3097.7 1175.1

Step:  AIC=1125.45
sales_cop ~ numeric_day + seasonal_month + day_of_week + rain_sum

                 Df Sum of Sq    RSS    AIC
<none>                        2953.3 1125.5
- rain_sum        1    15.758 2969.1 1129.0
- seasonal_month 11    79.049 3032.4 1130.9
- numeric_day     1   144.596 3097.9 1173.2
- day_of_week     6   175.164 3128.5 1173.4
# Summary of the final stepwise model
summary(ols2_stepwise_d)

Call:
lm(formula = sales_cop ~ numeric_day + seasonal_month + day_of_week + 
    rain_sum, data = df_merged_d)

Residuals:
     Min       1Q   Median       3Q      Max 
-15.1816  -0.1390   0.1437   0.4305   2.3591 

Coefficients:
                        Estimate Std. Error t value Pr(>|t|)    
(Intercept)              9.54422    0.59782  15.965  < 2e-16 ***
numeric_day              0.54288    0.07682   7.067 2.93e-12 ***
seasonal_monthFebruary   0.42246    0.26300   1.606  0.10851    
seasonal_monthMarch      0.24004    0.25622   0.937  0.34905    
seasonal_monthApril      0.17428    0.26036   0.669  0.50339    
seasonal_monthMay       -0.03250    0.25883  -0.126  0.90009    
seasonal_monthJune       0.07827    0.26324   0.297  0.76626    
seasonal_monthJuly       0.21366    0.25892   0.825  0.40946    
seasonal_monthAugust     0.27803    0.25988   1.070  0.28494    
seasonal_monthSeptember  0.01683    0.26481   0.064  0.94933    
seasonal_monthOctober    0.17391    0.26444   0.658  0.51091    
seasonal_monthNovember  -0.08671    0.30304  -0.286  0.77483    
seasonal_monthDecember  -0.75067    0.25804  -2.909  0.00370 ** 
day_of_weekTuesday      -0.06287    0.19788  -0.318  0.75076    
day_of_weekWednesday     0.24147    0.19735   1.224  0.22139    
day_of_weekThursday      0.47065    0.19692   2.390  0.01703 *  
day_of_weekFriday        1.10202    0.19821   5.560 3.45e-08 ***
day_of_weekSaturday      0.92892    0.19788   4.694 3.04e-06 ***
day_of_weekSunday        0.61671    0.19783   3.117  0.00188 ** 
rain_sum                 0.18939    0.08118   2.333  0.01985 *  
---
Signif. codes:  0 ‘***’ 0.001 ‘**’ 0.01 ‘*’ 0.05 ‘.’ 0.1 ‘ ’ 1

Residual standard error: 1.702 on 1020 degrees of freedom
Multiple R-squared:  0.1602,    Adjusted R-squared:  0.1446 
F-statistic: 10.24 on 19 and 1020 DF,  p-value: < 2.2e-16
# Add predictions from the final stepwise model
df_merged_d <- add_predictions(ols2_stepwise_d, df_merged_d, "predicted_sales2")

# Plot Actual vs Predicted Values
ggplot(df_merged_d, aes(x = date)) +
  geom_line(aes(y = exp(sales_cop), color = "Actual Sales"), size = 1) +
  geom_line(aes(y = exp(predicted_sales0), color = "Model 0"), linetype = "dashed", size = 1) +
  geom_line(aes(y = exp(predicted_sales1), color = "Model 1"), linetype = "dotted", size = 1) +
  geom_line(aes(y = exp(predicted_sales2), color = "Model 2 Stepwise"), linetype = "dotdash", size = 1) +
  labs(title = "Actual vs Predicted Sales for All Models",
       x = "date", y = "Sales", color = "Legend") +
  theme_minimal() +
  theme(axis.text.x = element_text(angle = 45, hjust = 1))



# Models to compare
models_d <- list(
  "Model trend" = ols0d,
  "Model trend + season" = ols1d,
  "Model all covariates step" = ols2_stepwise_d
)

# Get R^2 and AIC for each model
model_stats_d <- get_model_stats(models_d)

# View the results
print(model_stats_d)

#  RMSE calculation for the original (exponentiated) scale for daily models
rmse_stats_d <- data.frame(
  Model = character(),
  RMSE = numeric(),
  stringsAsFactors = FALSE
)

# Loop through each model
for (i in seq_along(models_d)) {
  model_name <- names(models_d)[i]
  predicted_column <- paste0("predicted_sales", i - 1)  # Adjust column name index
  
  # Calculate RMSE on the original scale
  rmse <- calculate_rmse(
    observed = exp(df_merged_d$sales_cop),          # Exponentiate actual values
    predicted = exp(df_merged_d[[predicted_column]])  # Exponentiate predicted values
  )
  
  # Append results to the RMSE stats table
  rmse_stats_d <- rbind(rmse_stats_d, data.frame(Model = model_name, RMSE = rmse))
}

# View RMSE statistics for daily data
print(rmse_stats_d)
rmse_ols_d <- rmse_stats_d$RMSE[3]
rmse_ols_d
[1] 1421301

Non Linear Models

Here we explore non linear models, starting from the simplest to more elaborate models in the end combining some of the used models.

Wrangle data for models

The time series are altered so the visualizations are more understandable, basically we change the date index in the timeseries objects

# re-declare time-series beacause we droped some rows:
# Ensure the 'date' columns are in Date format
df_merged_d$date <- as.Date(df_merged_d$date)
df_merged_w$date <- as.Date(df_merged_w$week)
df_merged_m$date <- as.Date(df_merged_m$month)

# Extract the start date and year for each dataframe
start_d <- min(df_merged_d$date)
start_w <- min(df_merged_w$date)
start_m <- min(df_merged_m$date)

# Extract components for daily, weekly, and monthly start times
start_d_year <- as.numeric(format(start_d, "%Y"))
start_d_day <- as.numeric(format(start_d, "%j")) # Day of the year

start_w_year <- as.numeric(format(start_w, "%Y"))
start_w_week <- as.numeric(format(start_w, "%U")) + 1 # Week number, adding 1 since R starts at week 0

start_m_year <- as.numeric(format(start_m, "%Y"))
start_m_month <- as.numeric(format(start_m, "%m"))

# Declare time series with appropriate frequencies
sales_d_ts <- ts(exp(df_merged_d$sales_cop), start = c(start_d_year, start_d_day), frequency = 365)
sales_w_ts <- ts(exp(df_merged_w$sales_w), start = c(start_w_year, start_w_week), frequency = 52)
sales_m_ts <- ts(exp(df_merged_m$sales_m), start = c(start_m_year, start_m_month), frequency = 12)

food_d_ts <- ts(exp(df_merged_d$food), start = c(start_d_year, start_d_day), frequency = 365)
food_w_ts <- ts(exp(df_merged_w$food_w), start = c(start_w_year, start_w_week), frequency = 52)
food_m_ts <- ts(exp(df_merged_m$food_m), start = c(start_m_year, start_m_month), frequency = 12)

bar_d_ts <- ts(exp(df_merged_d$bar), start = c(start_d_year, start_d_day), frequency = 365)
bar_w_ts <- ts(exp(df_merged_w$bar_w), start = c(start_w_year, start_w_week), frequency = 52)
bar_m_ts <- ts(exp(df_merged_m$bar_m), start = c(start_m_year, start_m_month), frequency = 12)

# Verify the created time series
par(mfrow=c(1,1))
plot(sales_d_ts)

plot(sales_w_ts)

plot(sales_m_ts)



plot(food_d_ts)

plot(food_w_ts)

plot(food_m_ts)


plot(bar_d_ts)

plot(bar_w_ts)

plot(bar_m_ts)

Here we fill the sales = 0 values with the mean of the two adjacent dates. This in order to have smoother models. The dates with sales = 0 are dates that are national holiday like christmas or new years, or inventory day in which the kitchen cannot operate so the sales are 0.

# Function to replace 1s with the mean of previous and next observations
fill_ones <- function(ts_data) {
  # Convert time series to numeric vector
  ts_vec <- as.numeric(ts_data)
  
  # Loop through and replace 1s
  for (i in seq_along(ts_vec)) {
    if (ts_vec[i] == 1) {
      # Check boundaries to avoid indexing issues
      prev_val <- ifelse(i > 1, ts_vec[i - 1], NA)
      next_val <- ifelse(i < length(ts_vec), ts_vec[i + 1], NA)
      
      # Replace with mean of previous and next, ignoring NA
      ts_vec[i] <- mean(c(prev_val, next_val), na.rm = TRUE)
    }
  }
  
  # Return as time series with original attributes
  ts(ts_vec, start = start(ts_data), frequency = frequency(ts_data))
}

# Apply the function 
sales_d_ts <- fill_ones(sales_d_ts)
sales_w_ts <- fill_ones(sales_w_ts)
sales_m_ts <- fill_ones(sales_m_ts)


food_d_ts <- fill_ones(food_d_ts)
food_w_ts <- fill_ones(food_w_ts)
food_m_ts <- fill_ones(food_m_ts)

bar_d_ts <- fill_ones(bar_d_ts)
bar_w_ts <- fill_ones(bar_w_ts)
bar_m_ts <- fill_ones(bar_m_ts)

Bass Model

# Some simple plots
plot(sales_m_ts)

plot(cumsum(sales_m_ts)) #Returns a vector whose elements are the cumulative sums

# Bass model
bm_m<-BM(sales_m_ts,display = T) # show graphical view of results / display = True


summary(bm_m)
Call: ( Standard Bass Model )

  BM(series = sales_m_ts, display = T)

Residuals:
      Min.   1st Qu.    Median      Mean   3rd Qu.      Max. 
-94382506 -37311459 -12636337 -10394220  24066002  75506534 

Coefficients:
 
---
 Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1

 Residual standard error  47282474  on  33  degrees of freedom
 Multiple R-squared:   0.999374  Residual sum of squares:  7.377587e+16
bm_m$coefficients['m'] - sum(sales_m_ts)
         m 
1148560231

According to this, there are only 1m cop left to sell, this is less than a year / seems wrong. Fits well but the 30- onward is wierd + sales might not be declining yet. Still reflects the innovation and copying in some sense

Also the restaurants rely in word of mouth to reach full stage m = 4.664.000.000 COP, i.e 1 mm EUR approx. / The restaurant has sold 3.515.788.885/ According to this only in 1 year it should extinguish sells p, innovation: 0.832% indicates that the adoption rate due to external influence is relatively low, but not uncommon for many markets. - it is actually relativly innovative q: (8.96%) suggests that imitation plays a larger role than innovation in driving adoption in this market

pred_bm_m<- predict(bm_m, newx=c(1:length(sales_m_ts)))
pred_bm_m <- ts(pred_bm_m, start = start(sales_m_ts), frequency = frequency(sales_m_ts))
pred.inst_bm_m <- make.instantaneous(pred_bm_m)
pred.inst_bm_m <- ts(pred.inst_bm_m, start = start(sales_m_ts), frequency = frequency(sales_m_ts))

# plot
plot(sales_m_ts, type = "p", col = "black", pch = 16, cex = 0.7,
     xlab = "Month", ylab = "Monthly Sales", main = "Actual vs Fitted Sales")

# Add the fitted values as a line
lines(pred.inst_bm_m, col = "red", lwd = 2)

# Add a legend
legend("topleft", legend = c("Actual Values", "Fitted Values"),
       col = c("black", "red"), pch = c(16, NA), lty = c(NA, 1), lwd = c(NA, 2))

# check residuals
res_bm_m <- sales_m_ts - pred.inst_bm_m
tsdisplay(res_bm_m)

Residuals have some structure and 2 lag has correlation.

# Calculate RMSE for Bass Model predictions
rmse_bm_m <- calculate_rmse(observed = sales_m_ts, predicted = pred.inst_bm_m)

# Print the RMSE
cat("RMSE for Bass Model Predictions:", rmse_bm_m, "\n")
RMSE for Bass Model Predictions: 18498870 
bm_w<-BM(sales_w_ts,display = T) # show graphical view of results / display = True

summary(bm_w)
Call: ( Standard Bass Model )

  BM(series = sales_w_ts, display = T)

Residuals:
      Min.   1st Qu.    Median      Mean   3rd Qu.      Max. 
-90378130 -33009033 -13970791  -8913677  19483237  72394978 

Coefficients:
 
---
 Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1

 Residual standard error  40676860  on  152  degrees of freedom
 Multiple R-squared:   0.999528  Residual sum of squares:  2.515003e+17
bm_w$coefficients['m'] - sum(sales_w_ts)
         m 
1178496087 
# results are similar in terms of m, p and w are in other scale 
#because they are in different time stamp
bm_m$coefficients['q'] / bm_w$coefficients['q'] # they are approx 4 times
       q 
4.506878 
bm_m$coefficients['p'] / bm_w$coefficients['p'] # they are approx 4 times
       p 
4.010805 
# which makes sense

Coefficients are approximatly 4 times the ones of the monthly model, making sense because there are 4 weeks in a month. While market potential is similar.

# Prediction
pred_bm_w<- predict(bm_w, newx=c(1:length(sales_w_ts)))
pred_bm_w <- ts(pred_bm_w, start = start(sales_w_ts), frequency = frequency(sales_w_ts))
pred.inst_bm_w <- make.instantaneous(pred_bm_w)
pred.inst_bm_w <- ts(pred.inst_bm_w, start = start(sales_w_ts), frequency = frequency(sales_w_ts))

# plot
plot(sales_w_ts, type = "p", col = "black", pch = 16, cex = 0.7,
     xlab = "Week", ylab = "Weekly Sales", main = "Actual vs Fitted Sales")

# Add the fitted values as a line
lines(pred.inst_bm_w, col = "red", lwd = 2)

# Add a legend
legend("topleft", legend = c("Actual Values", "Fitted Values"),
       col = c("black", "red"), pch = c(16, NA), lty = c(NA, 1), lwd = c(NA, 2))


# check residuals
res_bm_w <- sales_w_ts - pred.inst_bm_w
tsdisplay(res_bm_w)

Residuals have some structure and 2 lag has correlation, with clear trend and structure in the residuals

# RMSE
# Calculate RMSE for Bass Model predictions
rmse_bm_w <- calculate_rmse(observed = sales_w_ts, predicted = pred.inst_bm_w)

# Print the RMSE
cat("RMSE for Bass Model Predictions:", rmse_bm_w, "\n")
RMSE for Bass Model Predictions: 4542019 
bm_d <- BM(
  sales_d_ts,
  prelimestimates = c(1.2 * sum(sales_d_ts), 0.005, 0.5), # Adjust these estimates
  display = TRUE
)



summary(bm_d)
Call: ( Standard Bass Model )

  BM(series = sales_d_ts, prelimestimates = c(1.2 * sum(sales_d_ts), 
    0.005, 0.5), display = TRUE)

Residuals:
      Min.   1st Qu.    Median      Mean   3rd Qu.      Max. 
-81086932 -29957254 -10704557  -7197438  17139516  79381813 

Coefficients:
 
---
 Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1

 Residual standard error  34753453  on  1037  degrees of freedom
 Multiple R-squared:   0.999642  Residual sum of squares:  1.252491e+18
bm_d$coefficients['m'] - sum(sales_d_ts)
         m 
1178708770 
# results are similar in terms of m, p and w are in other scale 
#because they are in different time stamp
bm_w$coefficients['q'] / bm_d$coefficients['q'] # they are approx 7 times
       q 
6.987921 
bm_w$coefficients['p'] / bm_d$coefficients['p'] # they are approx 7 times
       p 
6.375449

Coefficients are approximately 1:7 scale of the ones in the weekly model, making sense. The market potential is also similar in order of magnitude.

# Prediction
pred_bm_d <- predict(bm_d, newx = c(1:length(sales_d_ts)))
pred_bm_d <- ts(pred_bm_d, start = start(sales_d_ts), frequency = frequency(sales_d_ts))
pred.inst_bm_d <- make.instantaneous(pred_bm_d)
pred.inst_bm_d <- ts(pred.inst_bm_d, start = start(sales_d_ts), frequency = frequency(sales_d_ts))

# Plot actual vs fitted sales for daily data
plot(sales_d_ts, type = "p", col = "black", pch = 16, cex = 0.7,
     xlab = "Day", ylab = "Daily Sales", main = "Actual vs Fitted Sales (Daily)")

# Add the fitted values as a line
lines(pred.inst_bm_d, col = "red", lwd = 2)

# Add a legend
legend("topleft", legend = c("Actual Values", "Fitted Values"),
       col = c("black", "red"), pch = c(16, NA), lty = c(NA, 1), lwd = c(NA, 2))


# Check residuals
res_bm_d <- sales_d_ts - pred.inst_bm_d
tsdisplay(res_bm_d)

Residuals don not seem stationary, or at least they have a lot of autocorrelation.

# Calculate RMSE for Bass Model predictions (daily data)
rmse_bm_d <- calculate_rmse(observed = sales_d_ts, predicted = pred.inst_bm_d)

# Print the RMSE
cat("RMSE for Daily Bass Model Predictions:", rmse_bm_d, "\n")
RMSE for Daily Bass Model Predictions: 1651896

Limitation of of the Bass Model

  • Bass model assumes that every product succeeds and the sales saturate to the steady state level. However, most new products fail in reality.

  • The market potential m is constant along the whole life cycle.

  • Bass model predictions works well only after the scale inflection point. if sales of a category goes up and up like a J-curve, it can over estimate the overall market size.

  • It is a model for products with a limited life cycle: needs a hypothesis.

  • Another drawback of Bass model is that the diffusion pattern in not affected by marketing mix variables like price or advertising.

The generalized Bass model extends the original Bass model allowing the roles of marketing mix value.

Generalized Bass Model

Bass model is used to forecast the adoption of a new product and to predict the sales, since it determines the shape of the curve of a model that represent the cumulative adoption of a new product. The Generalized Bass model extends the original Bass model by incorporating marketing mix variables. We can know the effect of pricing, promotions on the new product diffusion curve. It is more flexible than the original Bass model.


m <- 4.451570e+09
p <- 8.472917e-03
q <- 9.415625e-02

GBM_monthly_sales <- GBM(
  sales_m_ts, 
  shock = 'exp', 
  nshock = 1,
  #prelimestimates = c(m,p,q, 12, 0.1, -0.1)
  prelimestimates = c(m,p,q, 10, 0.1, 2)
  #prelimestimates = c(m,p,q, 11, 15, -0.1)
  )


summary(GBM_monthly_sales)
Call: ( Generalized Bass model with 1  Exponential  shock )

  GBM(series = sales_m_ts, shock = "exp", nshock = 1, prelimestimates = c(m, 
    p, q, 10, 0.1, 2))

Residuals:
      Min.   1st Qu.    Median      Mean   3rd Qu.      Max. 
-27853732 -10753200   -127747   -619963   6529609  25477494 

Coefficients:
 
---
 Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1

 Residual standard error  13902026  on  30  degrees of freedom
 Multiple R-squared:   0.999866  Residual sum of squares:  5.79799e+15
pred_GBM_monthly_sales<- predict(GBM_monthly_sales, newx=c(1:60))
pred_GBM_monthly_sales.inst<- make.instantaneous(pred_GBM_monthly_sales)

Guseo-Guidolin Model

# Montly model
ggm1 <- GGM(sales_m_ts, mt='base', display = T)
Warning: NaNs producedWarning: NaNs producedWarning: NaNs producedWarning: NaNs producedWarning: NaNs producedWarning: NaNs produced

ggm2 <- GGM(sales_m_ts, mt= function(x) pchisq(x,10),display = T)

summary(ggm1)
Call: ( Guseo Guidolin Model )

  GGM(series = sales_m_ts, mt = "base", display = T)

Residuals:
      Min.   1st Qu.    Median      Mean   3rd Qu.      Max. 
-27544719  -8809035    742251   -337148   7701034  23238738 

Coefficients:
 
---
 Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1

 Residual standard error  13318300  on  31  degrees of freedom
 Multiple R-squared:   0.999873  Residual sum of squares:  5.498691e+15
summary(ggm2)
Call: ( Guseo Guidolin Model )

  GGM(series = sales_m_ts, mt = function(x) pchisq(x, 10), display = T)

Residuals:
      Min.   1st Qu.    Median      Mean   3rd Qu.      Max. 
-55479254 -21799576   5818484  25726804  63528263 144216338 

Coefficients:
 
---
 Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1

 Residual standard error  64933559  on  33  degrees of freedom
 Multiple R-squared:   0.99678  Residual sum of squares:  1.391401e+17
# try different functions for market potential

ggm3 <- GGM(sales_m_ts, mt= function(x) log(x),display = T)

ggm4 <- GGM(sales_m_ts, mt= function(x) (x)**(1/1.05),display = T)

summary(ggm3)
Call: ( Guseo Guidolin Model )

  GGM(series = sales_m_ts, mt = function(x) log(x), display = T)

Residuals:
      Min.   1st Qu.    Median      Mean   3rd Qu.      Max. 
-51543377 -17143219  -1444208  -3434599   7197387  38682408 

Coefficients:
 
---
 Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1

 Residual standard error  23487767  on  33  degrees of freedom
 Multiple R-squared:   0.999579  Residual sum of squares:  1.820528e+16
summary(ggm4)
Call: ( Guseo Guidolin Model )

  GGM(series = sales_m_ts, mt = function(x) (x)^(1/1.05), display = T)

Residuals:
      Min.   1st Qu.    Median      Mean   3rd Qu.      Max. 
-33877044  -9900757   -986705  -1517515  10675797  29488516 

Coefficients:
 
---
 Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1

 Residual standard error  16905824  on  33  degrees of freedom
 Multiple R-squared:   0.999782  Residual sum of squares:  9.431627e+15

K <- 7.683785e+09

pc <- 2.698613e-02

qc <- 2.582412e-01

ps <- 7.731763e-03

qs <- 4.508202e-02

# predictions
pred_ggm_m <- predict(ggm1, newx = c(1:length(sales_m_ts)))
pred_ggm_m <- ts(pred_ggm_m, start = start(sales_m_ts), frequency = frequency(sales_m_ts))
pred.inst_ggm_m <- make.instantaneous(pred_ggm_m)
pred.inst_ggm_m <- ts(pred.inst_ggm_m, start = start(sales_m_ts), frequency = frequency(sales_m_ts))

# Plot actual vs fitted sales for monthly data
plot(sales_m_ts, type = "p", col = "black", pch = 16, cex = 0.7,
     xlab = "Month", ylab = "Monthly Sales", main = "Actual vs Fitted Sales (GGM Model)")

# Add the fitted values as a line
lines(pred.inst_ggm_m, col = "red", lwd = 2)

# Add a legend
legend("topleft", legend = c("Actual Values", "Fitted Values (GGM)"),
       col = c("black", "red"), pch = c(16, NA), lty = c(NA, 1), lwd = c(NA, 2))


#Analysis of residuals
res_GGM_m<- sales_m_ts - pred.inst_ggm_m
tsdisplay(res_GGM_m)

Residuals look stationary for this model

# Residuals somehow are kind of stationary
# check for stationarity of residuals
adf_test <- adf.test(res_GGM_m)
print(adf_test) # if p-val < alpha, series stationary

    Augmented Dickey-Fuller Test

data:  res_GGM_m
Dickey-Fuller = -4.1, Lag order = 3, p-value = 0.01708
alternative hypothesis: stationary
# so with this model we achieve stationary series

# check for autocorrelation in residuals
Box.test(res_GGM_m, lag = 10, type = "Ljung-Box") # h0 res indep

    Box-Ljung test

data:  res_GGM_m
X-squared = 16.263, df = 10, p-value = 0.09234
# p-val > alpha => fail to reject h0, so residuals seem indep

Residuals are likeley stationary

# Calculate RMSE for ggm1
rmse_ggm1 <- calculate_rmse(observed = sales_m_ts, predicted = pred.inst_ggm_m)

# Print RMSE for ggm1
cat("RMSE for GGM Model 1 (Base):", rmse_ggm1, "\n")
RMSE for GGM Model 1 (Base): 11759505 
# Weekly
ggm1_w <- GGM(sales_w_ts, mt='base', display = T)

ggm2_w <- GGM(sales_w_ts, mt= function(x) pchisq(x,25),display = T)

summary(ggm1_w) # this one is better
Call: ( Guseo Guidolin Model )

  GGM(series = sales_w_ts, mt = "base", display = T)

Residuals:
      Min.   1st Qu.    Median      Mean   3rd Qu.      Max. 
-30941134  -8439496   1818273     88704   8469414  21113528 

Coefficients:
 
---
 Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1

 Residual standard error  12271825  on  150  degrees of freedom
 Multiple R-squared:   0.999876  Residual sum of squares:  2.258965e+16
summary(ggm2_w)
Call: ( Guseo Guidolin Model )

  GGM(series = sales_w_ts, mt = function(x) pchisq(x, 25), display = T)

Residuals:
      Min.   1st Qu.    Median      Mean   3rd Qu.      Max. 
-34347002 -18821378   -462825   7370123  29484361  96549738 

Coefficients:
 
---
 Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1

 Residual standard error  33658058  on  152  degrees of freedom
 Multiple R-squared:   0.999055  Residual sum of squares:  1.721955e+17
# try different functions for market potential

ggm3_w <- GGM(sales_w_ts, mt= function(x) log(x),display = T)

ggm4_w <- GGM(sales_w_ts, mt= function(x) (x)**(1/1.05),display = T)


summary(ggm3_w)
Call: ( Guseo Guidolin Model )

  GGM(series = sales_w_ts, mt = function(x) log(x), display = T)

Residuals:
      Min.   1st Qu.    Median      Mean   3rd Qu.      Max. 
-62209555 -22307652  -3737433  -4861230  11043715  47916399 

Coefficients:
 
---
 Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1

 Residual standard error  26307052  on  152  degrees of freedom
 Multiple R-squared:   0.999423  Residual sum of squares:  1.051933e+17
summary(ggm4_w) # better shaped but less significant
Call: ( Guseo Guidolin Model )

  GGM(series = sales_w_ts, mt = function(x) (x)^(1/1.05), display = T)

Residuals:
      Min.   1st Qu.    Median      Mean   3rd Qu.      Max. 
-34605136 -10571355   2199183   -413132   8482721  26917353 

Coefficients:
 
---
 Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1

 Residual standard error  14257525  on  152  degrees of freedom
 Multiple R-squared:   0.99983  Residual sum of squares:  3.089811e+16
# predictions
pred_ggm_w <- predict(ggm1_w, newx = c(1:length(sales_w_ts)))
pred_ggm_w <- ts(pred_ggm_w, start = start(sales_w_ts), frequency = frequency(sales_w_ts))
pred.inst_ggm_w <- make.instantaneous(pred_ggm_w)
pred.inst_ggm_w <- ts(pred.inst_ggm_w, start = start(sales_w_ts), frequency = frequency(sales_w_ts))

# Plot actual vs fitted sales for weekly data
plot(sales_w_ts, type = "p", col = "black", pch = 16, cex = 0.7,
     xlab = "Week", ylab = "Weekly Sales", main = "Actual vs Fitted Sales (GGM Model)")

# Add the fitted values as a line
lines(pred.inst_ggm_w, col = "red", lwd = 2)

# Add a legend
legend("topleft", legend = c("Actual Values", "Fitted Values (GGM)"),
       col = c("black", "red"), pch = c(16, NA), lty = c(NA, 1), lwd = c(NA, 2))


# Analysis of residuals
res_GGM_w <- sales_w_ts - pred.inst_ggm_w
tsdisplay(res_GGM_w)



# Check for stationarity of residuals
adf_test_w <- adf.test(res_GGM_w)
Warning: p-value smaller than printed p-value
print(adf_test_w) # if p-value < alpha, series is stationary

    Augmented Dickey-Fuller Test

data:  res_GGM_w
Dickey-Fuller = -4.3175, Lag order = 5, p-value = 0.01
alternative hypothesis: stationary
# Check for autocorrelation in residuals
box_test_w <- Box.test(res_GGM_w, lag = 10, type = "Ljung-Box")
print(box_test_w) # if p-value > alpha, residuals are independent

    Box-Ljung test

data:  res_GGM_w
X-squared = 55.579, df = 10, p-value = 2.462e-08

Series is stationary according to tests, but clearly has strong autocorrelation

# RMSE
rmse_ggm_w <- calculate_rmse(observed = sales_w_ts, predicted = pred.inst_ggm_w)

# Print the RMSE
cat("RMSE for Weekly GGM Model Predictions:", rmse_ggm_w, "\n")
RMSE for Weekly GGM Model Predictions: 3453199 
# Daily GGM
# Scaling the sales data
sales_min <- min(sales_d_ts)
sales_max <- max(sales_d_ts)
sales_scaled <- (sales_d_ts - sales_min) / (sales_max - sales_min)

# View scaled data
summary(sales_scaled)
   Min. 1st Qu.  Median    Mean 3rd Qu.    Max. 
 0.0000  0.1904  0.2867  0.3217  0.4343  1.0000 
plot(sales_scaled, type = "l", main = "Scaled Daily Sales", xlab = "Day", ylab = "Scaled Sales")

We re-scale the data because else the model won’t converge

# Fit GGM models using scaled data
ggm1_d <- GGM(sales_scaled, mt = 'base', display = T)
Warning: NaNs producedWarning: NaNs producedWarning: NaNs produced

ggm2_d <- GGM(sales_scaled, mt = function(x) pchisq(x, 10), display = T)

ggm3_d <- GGM(sales_scaled, mt = function(x) log(x), display = T)

ggm4_d <- GGM(sales_scaled, mt = function(x) (x)^(1/1.05), display = T)


# Summarize models
summary(ggm1_d)  # Base model
Call: ( Guseo Guidolin Model )

  GGM(series = sales_scaled, mt = "base", display = T)

Residuals:
     Min.  1st Qu.   Median     Mean  3rd Qu.     Max. 
-3.40144 -0.89220  0.18363  0.04369  0.98854  2.48411 

Coefficients:
 
---
 Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1

 Residual standard error  1.202014  on  1035  degrees of freedom
 Multiple R-squared:   0.999862  Residual sum of squares:  1495.407
summary(ggm2_d)  # Chi-squared
Call: ( Guseo Guidolin Model )

  GGM(series = sales_scaled, mt = function(x) pchisq(x, 10), display = T)

Residuals:
    Min. 1st Qu.  Median    Mean 3rd Qu.    Max. 
-7.8650 -2.9043 -0.9269 -0.6900  1.6614  7.6964 

Coefficients:
 
---
 Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1

 Residual standard error  3.369694  on  1037  degrees of freedom
 Multiple R-squared:   0.998917  Residual sum of squares:  11774.97
summary(ggm3_d)  # Log transformation
Call: ( Guseo Guidolin Model )

  GGM(series = sales_scaled, mt = function(x) log(x), display = T)

Residuals:
    Min. 1st Qu.  Median    Mean 3rd Qu.    Max. 
-6.0614 -2.1300 -0.4001 -0.4470  1.0521  5.8832 

Coefficients:
 
---
 Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1

 Residual standard error  2.489536  on  1037  degrees of freedom
 Multiple R-squared:   0.999409  Residual sum of squares:  6427.109
summary(ggm4_d)  # Power transformation
Call: ( Guseo Guidolin Model )

  GGM(series = sales_scaled, mt = function(x) (x)^(1/1.05), display = T)

Residuals:
     Min.  1st Qu.   Median     Mean  3rd Qu.     Max. 
-3.33513 -0.98706  0.18913  0.07835  0.93237  3.00796 

Coefficients:
 
---
 Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1

 Residual standard error  1.307058  on  1037  degrees of freedom
 Multiple R-squared:   0.999837  Residual sum of squares:  1771.61

Predict on the best model based on fit and p-values We select model 1

# Prediction using GGM model
pred_ggm_d <- predict(ggm1_d, newx = c(1:length(sales_scaled)))
pred_ggm_d <- ts(pred_ggm_d, start = start(sales_scaled), frequency = frequency(sales_scaled))
pred.inst_ggm_d <- make.instantaneous(pred_ggm_d)
pred.inst_ggm_d <- ts(pred.inst_ggm_d, start = start(sales_scaled), frequency = frequency(sales_scaled))

# Re-scale predictions back to the original scale
pred_original_scale <- (pred.inst_ggm_d * (sales_max - sales_min)) + sales_min

# Plot actual vs fitted sales (original scale)
plot(sales_d_ts, type = "p", col = "black", pch = 16, cex = 0.7,
     xlab = "Day", ylab = "Daily Sales", main = "Actual vs Fitted Sales (Original Scale)")
lines(pred_original_scale, col = "red", lwd = 2)
legend("topleft", legend = c("Actual Values", "Fitted Values (GGM, Original Scale)"),
       col = c("black", "red"), pch = c(16, NA), lty = c(NA, 1), lwd = c(NA, 2))


# Analysis of residuals
res_GGM_d <- sales_d_ts - pred_original_scale
tsdisplay(res_GGM_d, main = "Residuals of GGM Model")

Residuals dont look stationary

# Check for stationarity of residuals
adf_test_d <- adf.test(res_GGM_d)
Warning: p-value smaller than printed p-value
print(adf_test_d)  # If p-value < alpha, series is stationary

    Augmented Dickey-Fuller Test

data:  res_GGM_d
Dickey-Fuller = -7.8042, Lag order = 10, p-value = 0.01
alternative hypothesis: stationary
# according to this, they are stationary

# Check for autocorrelation in residuals
box_test_d <- Box.test(res_GGM_d, lag = 10, type = "Ljung-Box")
print(box_test_d)  # If p-value > alpha, residuals are indep

    Box-Ljung test

data:  res_GGM_d
X-squared = 1403.5, df = 10, p-value < 2.2e-16

Residuals look stationary in the test but hey have serial correlation

# Calculate RMSE for GGM model predictions (original scale)
rmse_ggm_d <- calculate_rmse(observed = sales_d_ts, predicted = pred_original_scale)

# Print the RMSE
cat("RMSE for Daily GGM Model Predictions (Original Scale):", rmse_ggm_d, "\n")
RMSE for Daily GGM Model Predictions (Original Scale): 1600510

Holt-Winters Model

# adjust timeseries to ensure date consistency
sales_m_ts <- ts(sales_m_ts, frequency=12, start=c(2021, 11))

hw1_m<- hw(sales_m_ts, seasonal="additive")
hw2_m<- hw(sales_m_ts, seasonal="multiplicative")

# prediction
fitted_hw1 <- hw1_m$fitted
fitted_hw2 <- hw2_m$fitted

We now plot the models

# Create a data frame for ggplot
plot_data <- data.frame(
  Time = time(sales_m_ts),
  Actual = as.numeric(sales_m_ts),
  Fitted_Additive = as.numeric(hw1_m$fitted),
  Fitted_Multiplicative = as.numeric(hw2_m$fitted)
)

# Melt data for easier ggplot usage
library(reshape2)
plot_data_melted <- melt(plot_data, id.vars = "Time", 
                         variable.name = "Series", 
                         value.name = "Value")

# Plot using ggplot2
ggplot(plot_data_melted, aes(x = Time, y = Value, color = Series)) +
  geom_point(data = subset(plot_data_melted, Series == "Actual"), size = 2) + # Actual values as dots
  geom_line(data = subset(plot_data_melted, Series != "Actual"), size = 1) +  # Fitted values as lines
  labs(
    title = "Actual vs Fitted Values",
    x = "Time",
    y = "Value",
    color = "Series"
  ) +
  scale_color_manual(
    values = c("Actual" = "black", "Fitted_Additive" = "blue", "Fitted_Multiplicative" = "red"),
    labels = c("Actual", "Fitted (Additive)", "Fitted (Multiplicative)")
  ) +
  theme_minimal() +
  theme(
    legend.position = "top",
    legend.title = element_text(face = "bold")
  )

Looks like the multiplicative models follows the data more more closely in general.

# residuals
residuals_hw1 <- residuals(hw1_m)  
residuals_hw2 <- residuals(hw2_m)  
tsdisplay(residuals_hw1)

tsdisplay(residuals_hw2)


# Stationarity and Correlation
# check for stationarity of residuals
# additive
adf_test <- adf.test(residuals_hw1) # H0: series is non-stationary
print(adf_test) # if p-val < alpha, series not stationary

    Augmented Dickey-Fuller Test

data:  residuals_hw1
Dickey-Fuller = -1.8495, Lag order = 3, p-value = 0.6317
alternative hypothesis: stationary
# so with this model we achieve stationary series
# multiplicative
adf_test <- adf.test(residuals_hw2) # H0: series is non-stationary
print(adf_test) # if p-val < alpha, series not stationary

    Augmented Dickey-Fuller Test

data:  residuals_hw2
Dickey-Fuller = -2.0941, Lag order = 3, p-value = 0.5365
alternative hypothesis: stationary
# so with this model we achieve stationary series

# additive
# check for autocorrelation in residuals
Box.test(residuals_hw1, lag = 10, type = "Ljung-Box") # h0 res indep

    Box-Ljung test

data:  residuals_hw1
X-squared = 4.8498, df = 10, p-value = 0.901
# p-val > alpha =>  Dont reject h0, so residuals are indep

# additive
# check for autocorrelation in residuals
Box.test(residuals_hw2, lag = 10, type = "Ljung-Box") # h0 res indep

    Box-Ljung test

data:  residuals_hw2
X-squared = 10.493, df = 10, p-value = 0.3983
# p-val > alpha =>  Dont reject h0, so residuals are indep

Multiplicative model follows the data better and has slightly better residuals

# forecast
# save the forecast of the second model
forecast_hw1 <- forecast(hw1_m, h=12)
forecast_hw2 <- forecast(hw2_m, h=12)

# Forecast plot
# Plot the time series with both forecasts
autoplot(sales_m_ts) +
  autolayer(forecast_hw1$mean, series="Additive Holt-Winters Forecast", PI=F) +
  autolayer(forecast_hw2$mean, series="Multiplicative Holt-Winters Forecast", PI=F) +
  ggtitle("Sales Forecast with Holt-Winters Models") +
  xlab("Time") +
  ylab("Sales") +
  scale_color_manual(
    values=c("Additive Holt-Winters Forecast" = "blue",
             "Multiplicative Holt-Winters Forecast" = "red")
  ) +
  theme_minimal() +
  theme(legend.position = "top", legend.title = element_blank())
Warning: Ignoring unknown parameters: `PI`Warning: Ignoring unknown parameters: `PI`

# RMSE Calculation for Holt-Winters models
rmse_hw1 <- calculate_rmse(observed = sales_m_ts, predicted = fitted_hw1)
rmse_hw2 <- calculate_rmse(observed = sales_m_ts, predicted = fitted_hw2)

# Print RMSE values
cat("RMSE for Additive Holt-Winters Model:", rmse_hw1, "\n")
RMSE for Additive Holt-Winters Model: 14123520 
cat("RMSE for Multiplicative Holt-Winters Model:", rmse_hw2, "\n")
RMSE for Multiplicative Holt-Winters Model: 13169921

Multiplicative model is better

The Holt winters model has a frequency limit of 24, so we cannot do larger than that. Weekly and daily data have 52 and 365 frequencies respectively so we cannot fit the model with the R implementation so far.

ARIMA models

ARIMA is a acronym for Auto Regressive Integrated Moving Average, ARIMA (p,d,q) where p refers to the AR part, q refers to the MA part and d is the degree of first difference involved.

First we nwwd to check if the series is stationary

# see if series is stationary
adf.test(sales_m_ts) #H0, series is non-stationary

    Augmented Dickey-Fuller Test

data:  sales_m_ts
Dickey-Fuller = -2.655, Lag order = 3, p-value = 0.3183
alternative hypothesis: stationary
# p-val > 0.05 => dont reject, non stationary: series is not stationary
adf.test(diff(sales_m_ts)) #H0, series is non-stationary

    Augmented Dickey-Fuller Test

data:  diff(sales_m_ts)
Dickey-Fuller = -3.3757, Lag order = 3, p-value = 0.07725
alternative hypothesis: stationary
# see the acf and pacf
tsdisplay(diff(sales_m_ts))

Monthly sales

plot(sales_m_ts)

ndiffs(sales_m_ts)
[1] 1
tsdisplay(diff(sales_m_ts))

Correlogram plot maybe suggests AR-1 or MA-1 after first difference

# ARIMA(p,d,q) = (1,1,0)
arima1_m<- Arima(sales_m_ts, order=c(1,1,0))
summary(arima1_m)
Series: sales_m_ts 
ARIMA(1,1,0) 

Coefficients:
          ar1
      -0.3178
s.e.   0.1783

sigma^2 = 2.666e+14:  log likelihood = -630.5
AIC=1265   AICc=1265.38   BIC=1268.11

Training set error measures:
                  ME     RMSE      MAE      MPE     MAPE
Training set 4664178 15867282 12399192 6.652001 14.52265
                  MASE        ACF1
Training set 0.3786368 -0.07165611
# study residual to see if is a good model
resid1_m<- residuals(arima1_m)
tsdisplay(resid1_m)

Residuals look stationary after fitting ARIMA

auto_arima_m <- auto.arima(sales_m_ts)
auto_arima_m
Series: sales_m_ts 
ARIMA(0,1,1) with drift 

Coefficients:
          ma1    drift
      -0.3741  3475637
s.e.   0.1604  1659940

sigma^2 = 2.494e+14:  log likelihood = -628.83
AIC=1263.66   AICc=1264.44   BIC=1268.33
autoplot(forecast(auto_arima_m))

checkresiduals(auto_arima_m)

    Ljung-Box test

data:  Residuals from ARIMA(0,1,1) with drift
Q* = 0.42136, df = 6, p-value = 0.9987

Model df: 1.   Total lags used: 7

The residuals of the Autoarima look stationary

AIC of the the manual arima is 1265, while the one of the autoarima is 1263. Lets use the autoarima

# Fitted values from both models
fitted_auto_arima <- fitted(auto_arima_m)
fitted_arima1 <- fitted(arima1_m)

# Create a data frame for plotting
plot_data <- data.frame(
  Time = time(sales_m_ts),
  Actual = as.numeric(sales_m_ts),
  Fitted_Auto_ARIMA = as.numeric(fitted_auto_arima),
  Fitted_ARIMA1 = as.numeric(fitted_arima1)
)

# Melt the data frame
plot_data_melted <- melt(plot_data, id.vars = "Time", 
                         variable.name = "Series", 
                         value.name = "Value")

# Plot

ggplot(plot_data_melted, aes(x = Time, y = Value, color = Series)) +
  geom_point(data = subset(plot_data_melted, Series == "Actual"), size = 2) +  # Actual values as points
  geom_line(data = subset(plot_data_melted, Series != "Actual"), size = 1) +   # Fitted values as lines
  labs(
    title = "Actual vs Fitted Values for ARIMA Models",
    x = "Time",
    y = "Sales",
    color = "Series"
  ) +
  scale_color_manual(
    values = c("Actual" = "black", "Fitted_Auto_ARIMA" = "blue", "Fitted_ARIMA1" = "red"),
    labels = c("Actual", "Fitted (Auto ARIMA)", "Fitted (ARIMA(1,1,0))")
  ) +
  theme_minimal() +
  theme(
    legend.position = "top",
    legend.title = element_blank()
  )

NA
NA
# Calculate RMSE for the fitted values
# Calculate RMSE for each model
rmse_auto_arima <- calculate_rmse(observed = sales_m_ts, predicted = fitted_auto_arima)
rmse_arima1 <- calculate_rmse(observed = sales_m_ts, predicted = fitted_arima1)

# Print RMSE values
cat("RMSE for Auto ARIMA Model:", rmse_auto_arima, "\n")
RMSE for Auto ARIMA Model: 15118942 
cat("RMSE for ARIMA(1,1,0) Model:", rmse_arima1, "\n")
RMSE for ARIMA(1,1,0) Model: 15867282

The RMSE of the Autoarima is better as is the AIC.

The ARIMA(0,1,1) model can be described simply as a random walk with drift. Here’s what that means:

  1. AR (AutoRegressive) Part:

    • The first number, 0, indicates the order of the autoregressive part. In this case, it means there are no autoregressive terms (i.e., the model does not use past values of the series to predict future values).

  2. I (Integrated) Part:

    • The second number, 1, indicates the degree of differencing required to make the time series stationary. Differencing is a technique used to remove trends and seasonality from the series. A value of 1 means the series is differenced once.

  3. MA (Moving Average) Part:

    • The third number, 1, indicates the order of the moving average part.

An ARIMA(0,1,1) model is suitable when:

The d=1 parameter in ARIMA(0,1,1) indicates that the series is differenced once to achieve stationarity. Before differencing, the series may exhibit a linear trend or random walk behavior. After differencing, the series should show no trend and have relatively stable mean and variance

The q=1 in ARIMA(0,1,1) indicates that the series is modeled with a first-order moving average component after differencing. The autocorrelation function (ACF) of the differenced series should show: A significant spike at lag 1. Rapid decay to zero after lag 1. The partial autocorrelation function (PACF) should show no significant lags.

# study residual to see if is a good model
resid_autoarima_m<- residuals(auto_arima_m)
tsdisplay(resid_autoarima_m)

Weekly sales

# see if series is stationary
adf.test(sales_w_ts) #H0, series is non-stationary

    Augmented Dickey-Fuller Test

data:  sales_w_ts
Dickey-Fuller = -2.7572, Lag order = 5, p-value = 0.2607
alternative hypothesis: stationary
# p-val > 0.05 => dont reject, non stationary: series is not stationary
adf.test(diff(sales_w_ts)) # after diff is sationary
Warning: p-value smaller than printed p-value

    Augmented Dickey-Fuller Test

data:  diff(sales_w_ts)
Dickey-Fuller = -6.5801, Lag order = 5, p-value = 0.01
alternative hypothesis: stationary

After differencing, looks stationary

tsdisplay(diff(sales_w_ts))

Correlograms suggest maybe AR 1 or MA 1.

### Manual ARIMA------------
# ARIMA(p,d,q) = (1,1,0)
arima1_w<- Arima(sales_w_ts, order=c(1,1,0))
summary(arima1_w)
Series: sales_w_ts 
ARIMA(1,1,0) 

Coefficients:
          ar1
      -0.4393
s.e.   0.0742

sigma^2 = 1.161e+13:  log likelihood = -2534.49
AIC=5072.98   AICc=5073.06   BIC=5079.06

Training set error measures:
                   ME    RMSE     MAE        MPE     MAPE
Training set 193180.2 3385012 2537492 -0.1816435 13.03938
                  MASE        ACF1
Training set 0.3404022 -0.04968945
auto_arima_w <- auto.arima(sales_w_ts)
summary(auto_arima_w)
Series: sales_w_ts 
ARIMA(0,1,1) 

Coefficients:
          ma1
      -0.5426
s.e.   0.0758

sigma^2 = 1.122e+13:  log likelihood = -2531.96
AIC=5067.91   AICc=5067.99   BIC=5073.99

Training set error measures:
                   ME    RMSE     MAE       MPE     MAPE
Training set 335675.7 3328293 2462721 0.6620165 12.38346
                  MASE        ACF1
Training set 0.3303717 -0.01238358

AIC on the Autoarima is better, lets go with that one

checkresiduals(auto_arima_w)

    Ljung-Box test

data:  Residuals from ARIMA(0,1,1)
Q* = 17.171, df = 30, p-value = 0.9705

Model df: 1.   Total lags used: 31

Residuals look stationary, see the plots for both models

# Fit ARIMA models for weekly data
arima1_w <- Arima(sales_w_ts, order = c(1, 1, 0))
auto_arima_w <- auto.arima(sales_w_ts)

# Extract fitted values for both models
fitted_arima1_w <- fitted(arima1_w)
fitted_auto_arima_w <- fitted(auto_arima_w)

# Create a data frame for plotting
plot_data <- data.frame(
  Time = time(sales_w_ts),
  Actual = as.numeric(sales_w_ts),
  Fitted_ARIMA1 = as.numeric(fitted_arima1_w),
  Fitted_Auto_ARIMA = as.numeric(fitted_auto_arima_w)
)

# Melt the data frame for ggplot2
plot_data_melted <- melt(plot_data, id.vars = "Time", 
                         variable.name = "Series", 
                         value.name = "Value")

# Plot using ggplot2
ggplot(plot_data_melted, aes(x = Time, y = Value, color = Series)) +
  geom_point(data = subset(plot_data_melted, Series == "Actual"), size = 2) +  # Actual values as points
  geom_line(data = subset(plot_data_melted, Series != "Actual"), size = 1) +   # Fitted values as lines
  labs(
    title = "Actual vs Fitted Values for ARIMA Models (Weekly)",
    x = "Time",
    y = "Sales",
    color = "Series"
  ) +
  scale_color_manual(
    values = c("Actual" = "black", "Fitted_ARIMA1" = "red", "Fitted_Auto_ARIMA" = "blue"),
    labels = c("Actual", "Fitted (ARIMA(1,1,0))", "Fitted (Auto ARIMA)")
  ) +
  theme_minimal() +
  theme(
    legend.position = "top",
    legend.title = element_blank()
  )

# Calculate RMSE for both models
rmse_arima1_w <- calculate_rmse(observed = sales_w_ts, predicted = fitted_arima1_w)
rmse_auto_arima_w <- calculate_rmse(observed = sales_w_ts, predicted = fitted_auto_arima_w)

# Print RMSE values
cat("RMSE for ARIMA(1,1,0) Model (Weekly):", rmse_arima1_w, "\n")
RMSE for ARIMA(1,1,0) Model (Weekly): 3385012 
cat("RMSE for Auto ARIMA Model (Weekly):", rmse_auto_arima_w, "\n")
RMSE for Auto ARIMA Model (Weekly): 3328293

The Auto-arima is also better in terms of RMSE

Daily sales

# see if series is stationary
adf.test(sales_d_ts) #H0, series is non-stationary
Warning: p-value smaller than printed p-value

    Augmented Dickey-Fuller Test

data:  sales_d_ts
Dickey-Fuller = -5.6283, Lag order = 10, p-value = 0.01
alternative hypothesis: stationary
# p-val < 0.05 =>  reject non stationary: series might be stationary

No need for differencing because is already stationary, try to model with arima

tsdisplay(sales_d_ts)

Autocorrelograms are not easy to interpret, but lets try with a baseline model

# ARIMA(p,d,q) = (2,1,0)
arima1_d<- Arima(sales_d_ts, order=c(1,0,1))
summary(arima1_d)
Series: sales_d_ts 
ARIMA(1,0,1) with non-zero mean 

Coefficients:
         ar1     ma1        mean
      0.3253  0.3666  3320965.47
s.e.  0.0434  0.0400    92676.64

sigma^2 = 2.184e+12:  log likelihood = -16248.67
AIC=32505.35   AICc=32505.39   BIC=32525.14

Training set error measures:
                   ME    RMSE     MAE      MPE     MAPE
Training set 545.5599 1475571 1180971 -110.111 132.9826
                  MASE      ACF1
Training set 0.5165637 0.0150054
checkresiduals(arima1_d)

    Ljung-Box test

data:  Residuals from ARIMA(1,0,1) with non-zero mean
Q* = 2743.8, df = 206, p-value < 2.2e-16

Model df: 2.   Total lags used: 208

Residuals look not entirely stationary

Try to model with automatic approach:

auto_arima_d <- auto.arima(sales_d_ts)
summary(auto_arima_d)
Series: sales_d_ts 
ARIMA(5,1,5) with drift 

Coefficients:
         ar1      ar2     ar3      ar4     ar5      ma1     ma2
      0.9544  -1.5459  1.0021  -1.0850  0.1718  -1.6378  1.8605
s.e.  0.0587   0.0493  0.0822   0.0449  0.0505   0.0495  0.0774
          ma3     ma4      ma5     drift
      -1.7958  1.3246  -0.6504  3652.866
s.e.   0.0845  0.0733   0.0363  2319.631

sigma^2 = 1.213e+12:  log likelihood = -15926.04
AIC=31876.08   AICc=31876.38   BIC=31935.43

Training set error measures:
                    ME    RMSE      MAE       MPE     MAPE
Training set -1608.767 1094980 810378.5 -49.07305 67.93344
                  MASE        ACF1
Training set 0.3544643 0.003023956
checkresiduals(auto_arima_d)

    Ljung-Box test

data:  Residuals from ARIMA(5,1,5) with drift
Q* = 189.3, df = 198, p-value = 0.6592

Model df: 10.   Total lags used: 208

Rresiduals improve, and AIC is lower in the autoarima Check the fit for both models

# Extract fitted values for both models
fitted_arima1_d <- fitted(arima1_d)
fitted_auto_arima_d <- fitted(auto_arima_d)

# Create a data frame for plotting
plot_data <- data.frame(
  Time = time(sales_d_ts),
  Actual = as.numeric(sales_d_ts),
  Fitted_ARIMA1 = as.numeric(fitted_arima1_d),
  Fitted_Auto_ARIMA = as.numeric(fitted_auto_arima_d)
)

# Melt the data frame for ggplot2
plot_data_melted <- melt(plot_data, id.vars = "Time", 
                         variable.name = "Series", 
                         value.name = "Value")

# Plot using ggplot2
ggplot(plot_data_melted, aes(x = Time, y = Value, color = Series)) +
  geom_point(data = subset(plot_data_melted, Series == "Actual"), size = 2) +  # Actual values as points
  geom_line(data = subset(plot_data_melted, Series != "Actual"), size = 1) +   # Fitted values as lines
  labs(
    title = "Actual vs Fitted Values for ARIMA Models (Daily)",
    x = "Time",
    y = "Sales",
    color = "Series"
  ) +
  scale_color_manual(
    values = c("Actual" = "black", "Fitted_ARIMA1" = "red", "Fitted_Auto_ARIMA" = "blue"),
    labels = c("Actual", "Fitted (ARIMA(1,0,1))", "Fitted (Auto ARIMA)")
  ) +
  theme_minimal() +
  theme(
    legend.position = "top",
    legend.title = element_blank()
  )

Plot is not readable, but check the RMSE for both models to confirm wihch fits better

# Calculate RMSE for both models
rmse_arima1_d <- calculate_rmse(observed = sales_d_ts, predicted = fitted_arima1_d)
rmse_auto_arima_d <- calculate_rmse(observed = sales_d_ts, predicted = fitted_auto_arima_d)

# Print RMSE values
cat("RMSE for ARIMA(1,0,1) Model (Daily):", rmse_arima1_d, "\n")
RMSE for ARIMA(1,0,1) Model (Daily): 1475571 
cat("RMSE for Auto ARIMA Model (Daily):", rmse_auto_arima_d, "\n")
RMSE for Auto ARIMA Model (Daily): 1094980

Autoarima is much better, now try to improve with seasonality, beacuse daily data looks seasonal each 7 days.

SARIMA

# Daily sales
tsdisplay(sales_d_ts) # 

tsdisplay(diff(sales_d_ts))

sarima_d <- auto.arima(sales_d_ts, seasonal=TRUE)
summary(sarima_d)
Series: sales_d_ts 
ARIMA(5,1,5) with drift 

Coefficients:
         ar1      ar2     ar3      ar4     ar5      ma1     ma2
      0.9544  -1.5459  1.0021  -1.0850  0.1718  -1.6378  1.8605
s.e.  0.0587   0.0493  0.0822   0.0449  0.0505   0.0495  0.0774
          ma3     ma4      ma5     drift
      -1.7958  1.3246  -0.6504  3652.866
s.e.   0.0845  0.0733   0.0363  2319.631

sigma^2 = 1.213e+12:  log likelihood = -15926.04
AIC=31876.08   AICc=31876.38   BIC=31935.43

Training set error measures:
                    ME    RMSE      MAE       MPE     MAPE
Training set -1608.767 1094980 810378.5 -49.07305 67.93344
                  MASE        ACF1
Training set 0.3544643 0.003023956
resid_ds<- residuals(sarima_d)
tsdisplay(resid_ds)


# check for autocorrelation
Box.test(residuals(sarima_d), type="Ljung-Box")

    Box-Ljung test

data:  residuals(sarima_d)
X-squared = 0.0095375, df = 1, p-value = 0.9222
# A low p-value (<0.05) suggests residual autocorrelation.

Looks like Aarima is the same in terms of AIC, lets check the RMSE:

# Extract fitted values for both models

fitted_sarima_d <- fitted(sarima_d)

# Calculate RMSE for both models
rmse_sarima_d <- calculate_rmse(observed = sales_d_ts, predicted = fitted_sarima_d)

# Print RMSE values
cat("RMSE for Auto ARIMA Model (Daily):", rmse_auto_arima_d, "\n")
RMSE for Auto ARIMA Model (Daily): 1094980 
cat("RMSE for Seasonal ARIMA Model (Daily):", rmse_sarima_d, "\n")
RMSE for Seasonal ARIMA Model (Daily): 1094980

The RMSE is exactly the same, they are the same model.

SARIMAX

Refine SARIMA with external regressors

# readefine sales_d_ts
head(df_merged_d)
sales_d_ts <- ts(exp(df_merged_d$sales_cop), frequency=365, start=c(2021, 334))  # 334 is November 30
seasonal_sales_d_ts <- ts(exp(df_merged_d$sales_cop), frequency=7, start=c(2021, 334))  # 334 is November 30
plot(sales_d_ts)

tsdisplay(sales_d_ts,lag.max = 30)

tsdisplay(seasonal_sales_d_ts,lag.max = 30)

# define regresors
# Select specific columns by name
x_regressors_d <- df_merged_d %>% select(rain_sum, fx, tmedian)
# Apply the exponential function to each column
x_regressors_d <- as.data.frame(apply(x_regressors_d, 2, exp))
# Convert to a matrix for ARIMA modeling
x_regressors_d <- as.matrix(x_regressors_d)

# fit the model on sales
# Fit an auto.arima model with seasonal component and external regressors
sarimax_model_d <- auto.arima(
  sales_d_ts,
  seasonal = TRUE,               # Enable seasonal components
  xreg = x_regressors_d          # External regressors
)

# Display the summary of the fitted model
summary(sarimax_model_d)
Series: sales_d_ts 
Regression with ARIMA(5,1,5) errors 

Coefficients:
         ar1      ar2     ar3      ar4     ar5      ma1     ma2
      0.9230  -1.5215  0.9550  -1.0569  0.1394  -1.6554  1.8823
s.e.  0.0605   0.0502  0.0831   0.0448  0.0509   0.0516  0.0805
          ma3     ma4      ma5     drift  rain_sum         fx
      -1.8168  1.3447  -0.6535  3880.584   38.8494  -375.8824
s.e.   0.0836  0.0730   0.0373  2346.036  112.5507   383.7332
      tmedian
      62715.8
s.e.  30430.2

sigma^2 = 1.333e+12:  log likelihood = -15973.62
AIC=31977.25   AICc=31977.72   BIC=32051.44

Training set error measures:
                    ME    RMSE    MAE      MPE    MAPE      MASE
Training set -2264.148 1146332 833227 -3414423 3414442 0.3598772
                    ACF1
Training set 0.000552024

The AIC actually decreases, lets check the RMSE

# Extract fitted values for all models
fitted_sarimax_d <- fitted(sarimax_model_d)

# Calculate RMSE for all models
rmse_sarimax_d <- calculate_rmse(observed = sales_d_ts, predicted = fitted_sarimax_d)

# Print RMSE values
cat("RMSE for Auto ARIMA Model (Daily):", rmse_auto_arima_d, "\n")
RMSE for Auto ARIMA Model (Daily): 1094980 
cat("RMSE for Seasonal ARIMA Model (Daily):", rmse_sarima_d, "\n")
RMSE for Seasonal ARIMA Model (Daily): 1094980 
cat("RMSE for SARIMAX Model (Daily):", rmse_sarimax_d, "\n")
RMSE for SARIMAX Model (Daily): 1146332

The RMSE also worsens, so stay with regular Auto-ARIMA

Exponential Smoothing methods

Simple Exponential Smoothing

Monthly Sales

Monthly Sales

fit_m1 <- ses(sales_m_ts, alpha = 0.2, initial = 'simple', h=5)
fit_m2 <- ses(sales_m_ts, alpha = 0.6, initial = 'simple', h=5)
fit_m3 <- ses(sales_m_ts, h=5)

plot(sales_m_ts, ylab='Monthly Sales', xlab='Months')
lines(fitted(fit_m1), col='blue', type='o')
lines(fitted(fit_m2), col='red', type='o')
lines(fitted(fit_m3), col='green', type='o')

forecast_m1 <- ses(sales_m_ts, h=5)

# Accuracy of one-step-ahead training errors
round(accuracy(forecast_m1),2)
                  ME     RMSE      MAE   MPE MAPE MASE  ACF1
Training set 3207582 17626876 13250973 -12.1 29.7  0.4 -0.05
summary(forecast_m1)

Forecast method: Simple exponential smoothing

Model Information:
Simple exponential smoothing 

Call:
ses(y = sales_m_ts, h = 5)

  Smoothing parameters:
    alpha = 0.675 

  Initial states:
    l = 56978123.3871 

  sigma:  18137906

     AIC     AICc      BIC 
1336.322 1337.072 1341.073 

Error measures:
                  ME     RMSE      MAE       MPE     MAPE
Training set 3207582 17626876 13250973 -12.09656 29.70395
                  MASE       ACF1
Training set 0.4046478 -0.0504105

Forecasts:
autoplot(forecast_m1) + autolayer(fitted(forecast_m1),series='Fitted') + ylab("Monthly Sales")+xlab("Months")

# Extract fitted values for each model
fitted_m1 <- fitted(fit_m1)
fitted_m2 <- fitted(fit_m2)
fitted_m3 <- fitted(fit_m3)

# Calculate RMSE for each model
rmse_m1 <- calculate_rmse(observed = sales_m_ts, predicted = fitted_m1)
rmse_m2 <- calculate_rmse(observed = sales_m_ts, predicted = fitted_m2)
rmse_m3 <- calculate_rmse(observed = sales_m_ts, predicted = fitted_m3)

# Print RMSE values
cat("RMSE for SES Model 1 (alpha = 0.2):", rmse_m1, "\n")
RMSE for SES Model 1 (alpha = 0.2): 23924620 
cat("RMSE for SES Model 2 (alpha = 0.6):", rmse_m2, "\n")
RMSE for SES Model 2 (alpha = 0.6): 16189623 
cat("RMSE for SES Model 3 (Optimized alpha):", rmse_m3, "\n")
RMSE for SES Model 3 (Optimized alpha): 17626876 
rmse_exp_sm_m <- rmse_m2
Weekly Sales

Weekly Sales

For weekly data, exponential smoothing can capture longer-term trends and seasonal patterns that repeat on a weekly basis. Weekly data can also have seasonal components related to months, quarters, or years.

fit_w1 <- ses(sales_w_ts, alpha = 0.2, initial = 'simple', h=5)
fit_w2 <- ses(sales_w_ts, alpha = 0.6, initial = 'simple', h=5)
fit_w3 <- ses(sales_w_ts, h=5)

plot(sales_w_ts, ylab='Weekly Sales', xlab='Weeks')
lines(fitted(fit_w1), col='blue', type='o')
lines(fitted(fit_w2), col='red', type='o')
lines(fitted(fit_w3), col='green', type='o')

forecast_w1 <- ses(sales_w_ts, h=5)
round(accuracy(forecast_w1),2)
                   ME    RMSE     MAE   MPE  MAPE MASE  ACF1
Training set 306073.8 3331847 2478469 -0.46 13.08 0.33 -0.01
summary(forecast_w1)

Forecast method: Simple exponential smoothing

Model Information:
Simple exponential smoothing 

Call:
ses(y = sales_w_ts, h = 5)

  Smoothing parameters:
    alpha = 0.4502 

  Initial states:
    l = 5339607.7196 

  sigma:  3353553

     AIC     AICc      BIC 
5443.633 5443.791 5452.763 

Error measures:
                   ME    RMSE     MAE        MPE     MAPE
Training set 306073.8 3331847 2478469 -0.4636447 13.08087
                  MASE         ACF1
Training set 0.3324843 -0.006458446

Forecasts:
autoplot(forecast_w1) + autolayer(fitted(forecast_w1),series='Fitted') + ylab("Weekly Sales")+xlab("Weeks")

# Extract fitted values for each model
fitted_w1 <- fitted(fit_w1)
fitted_w2 <- fitted(fit_w2)
fitted_w3 <- fitted(fit_w3)

# Calculate RMSE for each model
rmse_w1 <- calculate_rmse(observed = sales_w_ts, predicted = fitted_w1)
rmse_w2 <- calculate_rmse(observed = sales_w_ts, predicted = fitted_w2)
rmse_w3 <- calculate_rmse(observed = sales_w_ts, predicted = fitted_w3)

# Print RMSE values
cat("RMSE for SES Model 1 (alpha = 0.2):", rmse_w1, "\n")
RMSE for SES Model 1 (alpha = 0.2): 3564863 
cat("RMSE for SES Model 2 (alpha = 0.6):", rmse_w2, "\n")
RMSE for SES Model 2 (alpha = 0.6): 3363852 
cat("RMSE for SES Model 3 (Optimized alpha):", rmse_w3, "\n")
RMSE for SES Model 3 (Optimized alpha): 3331847 
rmse_exp_sm_w <- rmse_w3
Daily sales

Daily Sales

For daily data, exponential smoothing can be used to forecast short-term trends and seasonal patterns. When applying exponential smoothing to daily data, you need to consider:

  • Seasonality: Daily data often exhibit seasonal patterns, such as weekly cycles (e.g., higher sales on weekends).

  • Holidays and special events: These can cause irregular patterns in daily data that may need to be accounted for.


fit_d1 <- ses(sales_d_ts, alpha = 0.2, initial = 'simple', h=5)
fit_d2 <- ses(sales_d_ts, alpha = 0.6, initial = 'simple', h=5)
fit_d3 <- ses(sales_d_ts, h=5)

plot(sales_d_ts, ylab='Daily Sales', xlab='Days')
lines(fitted(fit_d1), col='blue', type='o')
lines(fitted(fit_d2), col='red', type='o')
lines(fitted(fit_d3), col='green', type='o')

forecast_d1 <- ses(sales_d_ts, h=5)
round(accuracy(forecast_d1),2)
                   ME    RMSE     MAE      MPE    MAPE MASE ACF1
Training set 91166.44 1642520 1279475 -3521871 3521898 0.55 0.38
summary(forecast_d1)

Forecast method: Simple exponential smoothing

Model Information:
Simple exponential smoothing 

Call:
ses(y = sales_d_ts, h = 5)

  Smoothing parameters:
    alpha = 0.0372 

  Initial states:
    l = 863041.8751 

  sigma:  1644102

     AIC     AICc      BIC 
36999.28 36999.30 37014.12 

Error measures:
                   ME    RMSE     MAE      MPE    MAPE      MASE
Training set 91166.44 1642520 1279475 -3521871 3521898 0.5526151
                  ACF1
Training set 0.3755302

Forecasts:
autoplot(forecast_d1) + autolayer(fitted(forecast_d1),series='Fitted') + ylab("Daily Sales")+xlab("Days")

# Extract fitted values for each model
fitted_d1 <- fitted(fit_d1)
fitted_d2 <- fitted(fit_d2)
fitted_d3 <- fitted(fit_d3)

# Calculate RMSE for each model
rmse_d1 <- calculate_rmse(observed = sales_d_ts, predicted = fitted_d1)
rmse_d2 <- calculate_rmse(observed = sales_d_ts, predicted = fitted_d2)
rmse_d3 <- calculate_rmse(observed = sales_d_ts, predicted = fitted_d3)

# Print RMSE values
cat("RMSE for SES Model 1 (alpha = 0.2):", rmse_d1, "\n")
RMSE for SES Model 1 (alpha = 0.2): 1714231 
cat("RMSE for SES Model 2 (alpha = 0.6):", rmse_d2, "\n")
RMSE for SES Model 2 (alpha = 0.6): 1803005 
cat("RMSE for SES Model 3 (Optimized alpha):", rmse_d3, "\n")
RMSE for SES Model 3 (Optimized alpha): 1642520 
rmse_exp_sm_d <- rmse_d3

GGM + SARMAX

Monthly


# 1.  GGM on sales_m_ts


summary(ggm1)
Call: ( Guseo Guidolin Model )

  GGM(series = sales_m_ts, mt = "base", display = T)

Residuals:
      Min.   1st Qu.    Median      Mean   3rd Qu.      Max. 
-27544719  -8809035    742251   -337148   7701034  23238738 

Coefficients:
 
---
 Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1

 Residual standard error  13318300  on  31  degrees of freedom
 Multiple R-squared:   0.999873  Residual sum of squares:  5.498691e+15
# 2. Get the instantaneous fitted values of the GGM

fitted_ggm_cum <- fitted(ggm1)
fitted_ggm_instant <- make.instantaneous(fitted_ggm_cum)


# 3. Auto-SARIMAX on cumsum(sales_m_ts), with xreg = instantaneous GGM

# First, create the cumulative sales
cumulative_sales_m_ts <- cumsum(sales_m_ts)


sarima_m <- auto.arima(
  cumulative_sales_m_ts,
  xreg         = fitted_ggm_instant,
  seasonal     = TRUE,
  stepwise     = FALSE,
  approximation= FALSE
)


# 4. Extract the fitted (cumulative) values of the SARIMAX

fitted_cum_sarima <- fitted(sarima_m)



# 5. Convert SARIMAX fitted cumulative back to instantaneous
# One simple approach:
fitted_instant_sarima <- diff(c(0, fitted_cum_sarima))
# Now fitted_instant_sarima should have the same length as sales_m_ts.

# Turn it into a time series object for neat plotting
fitted_instant_sarima_ts <- ts(
  fitted_instant_sarima,
  start = start(sales_m_ts),
  frequency = frequency(sales_m_ts)
)

# 6. Plot the actual monthly sales and the SARIMAX instantaneous fit

plot(
  sales_m_ts,
  type="o",
  col="black",
  lwd=2,
  main="Actual Monthly Sales vs. SARIMAX Fitted (Instantaneous)",
  xlab="Time",
  ylab="Monthly Sales"
)

lines(
  fitted_instant_sarima_ts,
  col="red",
  lty=2,
  lwd=2
)

legend(
  "bottomright",
  legend = c("Actual Sales", "SARIMAX Fit (Instantaneous)"),
  col    = c("black", "red"),
  lty    = c(1, 2),
  lwd    = c(2, 2)
)

# Calculate RMSE for fitted_instantaneous_ts against sales_m_ts
rmse_mixture_m <- calculate_rmse(observed = sales_m_ts, predicted = fitted_instant_sarima_ts)

# Print the RMSE value
cat("RMSE for Fitted Instantaneous Values (GGM + SARIMAX):", rmse_mixture_m, "\n")
RMSE for Fitted Instantaneous Values (GGM + SARIMAX): 20987648 
resid_mixture_m <- sales_m_ts - fitted_instant_sarima_ts
tsdisplay(resid_mixture_m)

Residuals have autocorrelation at lag 1

Weekly

# 1. GGM on sales_w_ts

summary(ggm1_w)
Call: ( Guseo Guidolin Model )

  GGM(series = sales_w_ts, mt = "base", display = T)

Residuals:
      Min.   1st Qu.    Median      Mean   3rd Qu.      Max. 
-30941134  -8439496   1818273     88704   8469414  21113528 

Coefficients:
 
---
 Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1

 Residual standard error  12271825  on  150  degrees of freedom
 Multiple R-squared:   0.999876  Residual sum of squares:  2.258965e+16
# 2. Get the instantaneous fitted values of the GGM

fitted_ggm_cum <- fitted(ggm1_w)                # Cumulative fit from GGM
fitted_ggm_instant <- make.instantaneous(fitted_ggm_cum)  # Convert to weekly flow


# 3. Auto-SARIMAX on cumsum(sales_w_ts), with xreg = instantaneous GGM

# Create the cumulative weekly series
cumulative_sales_w_ts <- cumsum(sales_w_ts)

# Fit an auto.arima with the GGM instantaneous series as xreg

sarima_w <- auto.arima(
  cumulative_sales_w_ts,
  xreg         = fitted_ggm_instant,
  seasonal     = TRUE,
  stepwise     = FALSE,
  approximation= FALSE
)

# 4. Extract the fitted (cumulative) values of the SARIMAX

fitted_cum_sarima <- fitted(sarima_w)
# This is the model's in-sample one-step-ahead *cumulative* fit.

# 5. Convert SARIMAX fitted cumulative back to instantaneous

fitted_instant_sarima <- diff(c(0, fitted_cum_sarima))

# Turn it into a time series object 
fitted_instant_sarima_ts <- ts(
  fitted_instant_sarima,
  start     = start(sales_w_ts),
  frequency = frequency(sales_w_ts) 
)

# 6. Plot the actual weekly sales and the SARIMAX instantaneous fit
plot(
  sales_w_ts,
  type = "o",
  col  = "black",
  lwd  = 2,
  main = "Actual Weekly Sales vs. SARIMAX Fitted (Instantaneous)",
  xlab = "Time (Weeks)",
  ylab = "Weekly Sales"
)

lines(
  fitted_instant_sarima_ts,
  col = "red",
  lty = 2,
  lwd = 2
)

legend(
  "bottomright",
  legend = c("Actual Weekly Sales", "SARIMAX Fit (Instantaneous)"),
  col    = c("black", "red"),
  lty    = c(1, 2),
  lwd    = c(2, 2)
)


# Residuals
# Step 1: Extract residuals from the SARIMA model
resid_w <- residuals(sarima_w)

# Step 2: Visualize residuals
# Time series plot of residuals
tsdisplay(resid_w, main = "Residual Diagnostics for SARIMA Model")


# Step 3: Test residuals for stationarity
adf_test <- adf.test(resid_w)
Warning: p-value smaller than printed p-value
cat("ADF Test p-value:", adf_test$p.value, "\n")
ADF Test p-value: 0.01 
if (adf_test$p.value < 0.05) {
  cat("The residuals are stationary.\n")
} else {
  cat("The residuals are not stationary.\n")
}
The residuals are stationary.
# Step 4: Test residuals for white noise (no autocorrelation)

ljung_box_test <- Box.test(resid_w, lag = 20, type = "Ljung-Box")
cat("Ljung-Box Test p-value:", ljung_box_test$p.value, "\n")
Ljung-Box Test p-value: 0.8993948 
if (ljung_box_test$p.value > 0.05) {
  cat("The residuals resemble white noise (uncorrelated).\n")
} else {
  cat("The residuals show significant autocorrelation.\n")
}
The residuals resemble white noise (uncorrelated).

Stationary residuals but with significant correlation

#### RMSE for SARIMAX Predictions ####
rmse_mixture_w <- calculate_rmse(observed = sales_w_ts, predicted = fitted_instant_sarima_ts)

# Print RMSE for SARIMAX
cat("RMSE for SARIMAX Predictions:", rmse_mixture_w, "\n")
RMSE for SARIMAX Predictions: 4567633

Daily

# 1. GGM on sales_d_ts

summary(ggm1_d)
Call: ( Guseo Guidolin Model )

  GGM(series = sales_scaled, mt = "base", display = T)

Residuals:
     Min.  1st Qu.   Median     Mean  3rd Qu.     Max. 
-3.40144 -0.89220  0.18363  0.04369  0.98854  2.48411 

Coefficients:
 
---
 Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1

 Residual standard error  1.202014  on  1035  degrees of freedom
 Multiple R-squared:   0.999862  Residual sum of squares:  1495.407
# 2. Get the instantaneous fitted values of the GGM

fitted_ggm_cum <- fitted(ggm1_d)                 # Cumulative fit from GGM
fitted_ggm_instant <- make.instantaneous(fitted_ggm_cum)  # Convert to daily flow

# 3. Auto-SARIMAX on cumsum(sales_d_ts), with xreg = instantaneous GGM

# Create the cumulative daily series
cumulative_sales_d_ts <- cumsum(sales_d_ts)


# first scale data so it can converge

cumulative_sales_d_ts <- scale(cumulative_sales_d_ts)
fitted_ggm_instant <- scale(fitted_ggm_instant)

# Scale the data
cumulative_sales_center <- attr(cumulative_sales_d_ts, "scaled:center")
cumulative_sales_scale <- attr(cumulative_sales_d_ts, "scaled:scale")
ggm_instant_center <- attr(fitted_ggm_instant, "scaled:center")
ggm_instant_scale <- attr(fitted_ggm_instant, "scaled:scale")


sarima_d <- auto.arima(
  cumulative_sales_d_ts,
  xreg = fitted_ggm_instant,
  stepwise = TRUE,
  approximation = TRUE
)



# 4. Extract the fitted (cumulative) values of the SARIMAX

# Fitted cumulative values (scaled)
fitted_cum_sarima <- fitted(sarima_d)

# Scale back to original cumulative values
fitted_cum_sarima_original <- fitted_cum_sarima * cumulative_sales_scale + cumulative_sales_center

# Convert cumulative fitted to instantaneous fitted (original units)
fitted_instant_sarima_original <- diff(c(0, fitted_cum_sarima_original))

# Create time series object for instantaneous fitted values
fitted_instant_sarima_original_ts <- ts(
  fitted_instant_sarima_original,
  start = start(sales_d_ts),
  frequency = frequency(sales_d_ts)
)

# Plot the results
plot(
  sales_d_ts,
  type = "o",
  col  = "black",
  lwd  = 2,
  main = "Actual Daily Sales vs. SARIMAX Fitted (Instantaneous)",
  xlab = "Time (Days)",
  ylab = "Daily Sales"
)

lines(
  fitted_instant_sarima_original_ts,
  col = "red",
  lty = 2,
  lwd = 2
)

legend(
  "bottomright",
  legend = c("Actual Daily Sales", "SARIMAX Fit (Instantaneous)"),
  col    = c("black", "red"),
  lty    = c(1, 2),
  lwd    = c(2, 2)
)

#### Residuals-----------------------
# Extract residuals from the SARIMA model
resid_d <- residuals(sarima_d)

# Visualize residuals
tsdisplay(resid_d, main = "Residual Diagnostics for SARIMA Model")


# Test residuals for stationarity
adf_test <- adf.test(resid_d)
Warning: p-value smaller than printed p-value
cat("ADF Test p-value:", adf_test$p.value, "\n")
ADF Test p-value: 0.01 
if (adf_test$p.value < 0.05) {
  cat("The residuals are stationary.\n")
} else {
  cat("The residuals are not stationary.\n")
}
The residuals are stationary.
# Test residuals for white noise (no autocorrelation)
ljung_box_test <- Box.test(resid_d, lag = 20, type = "Ljung-Box")
cat("Ljung-Box Test p-value:", ljung_box_test$p.value, "\n")
Ljung-Box Test p-value: 0.5910185 
if (ljung_box_test$p.value > 0.05) {
  cat("The residuals resemble white noise (uncorrelated).\n")
} else {
  cat("The residuals show significant autocorrelation.\n")
}
The residuals resemble white noise (uncorrelated).
#### RMSE for SARIMAX Predictions ####
rmse_mixture_d <- calculate_rmse(observed = sales_d_ts, predicted = fitted_instant_sarima_original_ts)

# Print RMSE for SARIMAX
cat("RMSE for SARIMAX Predictions:", rmse_mixture_d, "\n")
RMSE for SARIMAX Predictions: 1629664

Prophet

This model was introduced by Facebook (S. J. Taylor & Letham, 2018), originally for forecasting daily data with weekly and yearly seasonality, plus holiday effects. It was later extended to cover more types of seasonal data. It works best with time series that have strong seasonality and several seasons of historical data.

Prophet can be considered a nonlinear regression model (Chapter 7), of the form yt=g(t)+s(t)+h(t)+εt, where g(t) describes a piecewise-linear trend (or “growth term”), s(t) describes the various seasonal patterns, h(t) captures the holiday effects, and εt is a white noise error term.

  • The knots (or changepoints) for the piecewise-linear trend are automatically selected if not explicitly specified. Optionally, a logistic function can be used to set an upper bound on the trend.

  • The seasonal component consists of Fourier terms of the relevant periods. By default, order 10 is used for annual seasonality and order 3 is used for weekly seasonality.

  • Holiday effects are added as simple dummy variables.

  • The model is estimated using a Bayesian approach to allow for automatic selection of the changepoints and other model characteristics.

library(prophet)

The input to Prophet is always a dataframe with two columns: ds and y . The ds (datestamp) column should be of a format, ideally YYYY-MM-DD for a date or YYYY-MM-DD HH:MM:SS for a timestamp. The y column must be numeric, and represents the measurement we wish to forecast.

Monthly

# sales montly
ggplot(df_merged_m, aes(x=month, y=sales_m)) +
  geom_line() + ggtitle("Monthly Sales of Restaurant")


head(df_merged_m)
#Prophet model
# model with no seasonality
df_prophet_m <- df_merged_m[1:2]
head(df_prophet_m)
colnames(df_prophet_m) = c("ds", "y")
df_prophet_m$y <- exp(df_prophet_m$y)
prophet_sales_m <- prophet(df_prophet_m)
Disabling weekly seasonality. Run prophet with weekly.seasonality=TRUE to override this.
Disabling daily seasonality. Run prophet with daily.seasonality=TRUE to override this.
head(df_prophet_m)
# Step 2: Create a future dataframe for the next 14 months
future_sales_m <- make_future_dataframe(
  prophet_sales_m,
  periods = 14,           # Forecast for 14 months
  freq = 'month',         # Monthly frequency
  include_history = TRUE  # Include historical data in the future dataframe
)
tail(future_sales_m)
forecast_sales_m <- predict(prophet_sales_m, future_sales_m)
tail(forecast_sales_m[c('ds', 'yhat', 'yhat_lower', 'yhat_upper')])

plot(prophet_sales_m, forecast_sales_m)

prophet_plot_components(prophet_sales_m, forecast_sales_m)

dyplot.prophet(prophet_sales_m, forecast_sales_m)
Warning: `select_()` was deprecated in dplyr 0.7.0.
Please use `select()` instead.Registered S3 method overwritten by 'htmlwidgets':
  method           from         
  print.htmlwidget tools:rstudio
#Use the original dataframe to get the fitted values
fitted_values <- predict(prophet_sales_m, df_prophet_m)

# Extract the fitted values (column 'yhat' contains the fitted values)
fitted_y <- fitted_values$yhat

# Calculate RMSE

actual_y <- df_prophet_m$y  # Actual sales values
rmse_prophet_m <- calculate_rmse(observed = actual_y, predicted = fitted_y)

# Print RMSE
cat("RMSE for Prophet Fitted Values:", rmse_prophet_m, "\n")
RMSE for Prophet Fitted Values: 16786939

Residuals for prophet

# Calculate Residuals
residuals_prophet <- actual_y - fitted_y  # Residuals = Actual - Fitted

#  Visualize Residuals using tsdisplay

tsdisplay(residuals_prophet, main = "Residual Diagnostics for Prophet Model")


#  Perform ADF Test for Stationarity

adf_test <- adf.test(residuals_prophet)
cat("ADF Test p-value:", adf_test$p.value, "\n")
ADF Test p-value: 0.3278912 
if (adf_test$p.value < 0.05) {
  cat("Residuals are stationary (reject H0).\n")
} else {
  cat("Residuals are not stationary (fail to reject H0).\n")
}
Residuals are not stationary (fail to reject H0).
#  Perform Serial Correlation Test
ljung_box_test <- Box.test(residuals_prophet, lag = 10, type = "Ljung-Box")
cat("Ljung-Box Test p-value:", ljung_box_test$p.value, "\n")
Ljung-Box Test p-value: 6.527107e-10 
if (ljung_box_test$p.value > 0.05) {
  cat("Residuals resemble white noise (no significant autocorrelation).\n")
} else {
  cat("Residuals show significant autocorrelation.\n")
}
Residuals show significant autocorrelation.

Weekly

ggplot(df_merged_w, aes(x=week, y=sales_w)) +
  geom_line() + ggtitle("Weekly Sales of Restaurant")

head(df_merged_w)
#Prophet model
# model with no seasonality
df_prophet_w <- df_merged_w[1:2]
colnames(df_prophet_w) = c("ds", "y")
df_prophet_w$y <- exp(df_prophet_w$y)
df_prophet_w


prophet_sales_w <- prophet(df_prophet_w)
Disabling weekly seasonality. Run prophet with weekly.seasonality=TRUE to override this.
Disabling daily seasonality. Run prophet with daily.seasonality=TRUE to override this.

Predictions are made on a dataframe with a column ds containing the dates for which predictions are to be made. The make_future_dataframe function takes the model object and a number of periods to forecast and produces a suitable dataframe. By default it will also include the historical dates so we can evaluate in-sample fit.

future_sales_w <- make_future_dataframe(prophet_sales_w, 
                                        periods = 52,
                                        freq = 'week',
                                        include_history = T)
tail(future_sales_w)

As with most modeling procedures in R, we use the generic predict function to get our forecast. The forecast object is a dataframe with a column yhat containing the forecast. It has additional columns for uncertainty intervals and seasonal components.

# R
forecast_sales_w <- predict(prophet_sales_w, future_sales_w)
tail(forecast_sales_w[c('ds', 'yhat', 'yhat_lower', 'yhat_upper')])
plot(prophet_sales_w, forecast_sales_w)

You can use the prophet_plot_components function to see the forecast broken down into trend, weekly seasonality, and yearly seasonality.

prophet_plot_components(prophet_sales_w, forecast_sales_w)

dyplot.prophet(prophet_sales_w, forecast_sales_w)
# Use the original dataset to get fitted values
fitted_values_w <- predict(prophet_sales_w, df_prophet_w)

# Extract the fitted values (column 'yhat' contains the fitted values)
fitted_y_w <- fitted_values_w$yhat

# Ensure alignment between actual values (y) and fitted values (yhat)
actual_y_w <- df_prophet_w$y  # Actual weekly sales values

# Calculate RMSE for weekly data
rmse_prophet_w <- calculate_rmse(observed = actual_y_w, predicted = fitted_y_w)

# Print RMSE
cat("RMSE for Prophet Fitted Values (Weekly):", rmse_prophet_w, "\n")
RMSE for Prophet Fitted Values (Weekly): 3246088 
# Calculate Residuals
residuals_prophet_w <- actual_y_w - fitted_y_w  # Residuals = Actual - Fitted

# Visualize Residuals using tsdisplay
tsdisplay(residuals_prophet_w, main = "Residual Diagnostics for Weekly Prophet Model")


# Perform ADF Test for Stationarity

adf_test_w <- adf.test(residuals_prophet_w)
cat("ADF Test p-value:", adf_test_w$p.value, "\n")
ADF Test p-value: 0.0238759 
if (adf_test_w$p.value < 0.05) {
  cat("Residuals are stationary (reject H0).\n")
} else {
  cat("Residuals are not stationary (fail to reject H0).\n")
}
Residuals are stationary (reject H0).
# Perform Serial Correlation Test
ljung_box_test_w <- Box.test(residuals_prophet_w, lag = 10, type = "Ljung-Box")
cat("Ljung-Box Test p-value:", ljung_box_test_w$p.value, "\n")
Ljung-Box Test p-value: 5.447864e-11 
if (ljung_box_test_w$p.value > 0.05) {
  cat("Residuals resemble white noise (no significant autocorrelation).\n")
} else {
  cat("Residuals show significant autocorrelation.\n")
}
Residuals show significant autocorrelation.

Daily

head(sales_d_ts)
Time Series:
Start = c(2021, 334) 
End = c(2021, 339) 
Frequency = 365 
[1] 1493701  673701 1205301 1340901 1343701  360901
plot(sales_d_ts)

sales_d_values <- as.numeric(sales_d_ts)   # Extract numeric values

df_prophet_d <- data.frame(
  ds = df_merged_d$date,  # Dates
  y = sales_d_values   # Sales values
)

#Prophet model


#prophet_sales_d <- prophet(df_prophet, weekly.seasonality = TRUE)
prophet_sales_d <- prophet(df_prophet_d)
Disabling daily seasonality. Run prophet with daily.seasonality=TRUE to override this.
future_sales_d <- make_future_dataframe(prophet_sales_d,
                                        periods = 120,
                                        freq = 'day',
                                        include_history = T)
tail(future_sales_d)
forecast_sales_d <- predict(prophet_sales_d, future_sales_d)
tail(forecast_sales_d[c('ds', 'yhat', 'yhat_lower', 'yhat_upper')])
plot(prophet_sales_d, forecast_sales_d)

prophet_plot_components(prophet_sales_d, forecast_sales_d)

dyplot.prophet(prophet_sales_d, forecast_sales_d)
# Extract fitted values for RMSE calculation
fitted_values_d <- predict(prophet_sales_d, df_prophet_d)

# Extract fitted values (column 'yhat')
fitted_y_d <- fitted_values_d$yhat
actual_y_d <- df_prophet_d$y  # Actual sales values

# Step 8: Calculate RMSE
rmse_prophet_d <- calculate_rmse(observed = actual_y_d, predicted = fitted_y_d)

# Print RMSE
cat("RMSE for Prophet Fitted Values (Daily):", rmse_prophet_d, "\n")
RMSE for Prophet Fitted Values (Daily): 1071375 
# Calculate Residuals
residuals_prophet_d <- actual_y_d - fitted_y_d  # Residuals = Actual - Fitted

# Visualize Residuals using tsdisplay

tsdisplay(residuals_prophet_d, main = "Residual Diagnostics for Daily Prophet Model")


# Perform ADF Test for Stationarity

adf_test_d <- adf.test(residuals_prophet_d)
Warning: p-value smaller than printed p-value
cat("ADF Test p-value:", adf_test_d$p.value, "\n")
ADF Test p-value: 0.01 
if (adf_test_d$p.value < 0.05) {
  cat("Residuals are stationary (reject H0).\n")
} else {
  cat("Residuals are not stationary (fail to reject H0).\n")
}
Residuals are stationary (reject H0).
# Perform Serial Correlation Test
ljung_box_test_d <- Box.test(residuals_prophet_d, lag = 20, type = "Ljung-Box")
cat("Ljung-Box Test p-value:", ljung_box_test_d$p.value, "\n")
Ljung-Box Test p-value: 0 
if (ljung_box_test_d$p.value > 0.05) {
  cat("Residuals resemble white noise (no significant autocorrelation).\n")
} else {
  cat("Residuals show significant autocorrelation.\n")
}
Residuals show significant autocorrelation.
rmse_list <- c(rmse_ols_m, rmse_ols_w, rmse_ols_d,
               rmse_bm_m, rmse_bm_w, rmse_bm_d,
               rmse_ggm1, rmse_ggm_w, rmse_ggm_d,
               rmse_hw2,
               rmse_auto_arima, rmse_auto_arima_w, rmse_auto_arima_d,
               rmse_sarima_d,
               rmse_sarimax_d,
               rmse_exp_sm_m, rmse_exp_sm_w, rmse_exp_sm_m,
               rmse_mixture_m, rmse_mixture_w, rmse_mixture_d,
               rmse_prophet_m, rmse_prophet_w, rmse_prophet_d
               )
rmse_list
 [1] 13229295  4000370  1421301 18498870  4542019  1651896
 [7] 11759505  3453199  1600510 13169921 15118942  3328293
[13]  1094980  1094980  1146332 16189623  3331847 16189623
[19] 20987648  4567633  1629664 16786939  3246088  1071375

Evaluation of all models

# Initialize an empty data frame for RMSE values
rmse_table <- data.frame(
  Model = character(),
  Monthly = numeric(),
  Weekly = numeric(),
  Daily = numeric(),
  stringsAsFactors = FALSE
)

# Monthly RMSE values
rmse_monthly <- c(
  "OLS" = rmse_ols_m,
  "Bass_Model" = rmse_bm_m,
  "GGM" = rmse_ggm1,
  "Holt_Winters" = rmse_hw2,
  "Arima" = rmse_auto_arima,
  "Exp_Smooth" = rmse_exp_sm_m,
  "GGM+SARIMA" = rmse_mixture_m,
  "Prophet" = rmse_prophet_m
)

# Weekly RMSE values
rmse_weekly <- c(
  "OLS" = rmse_ols_w,
  "Bass_Model" = rmse_bm_w,
  "GGM" = rmse_ggm_w,
  "Holt_Winters" = NaN,
  "Arima" = rmse_auto_arima_w,
  "Exp_Smooth" = rmse_exp_sm_w,
  "GGM+SARIMA" = rmse_mixture_w,
  "Prophet" = rmse_prophet_w
)

# Daily RMSE values
rmse_daily <- c(
  "OLS" = rmse_ols_d,
  "Bass_Model" = rmse_bm_d,
  "GGM" = rmse_ggm_d,
  "Holt_Winters" = NaN,
  "Arima" = rmse_auto_arima_d,
  "Exp_Smooth" = rmse_exp_sm_d,
  "GGM+SARIMA" = rmse_mixture_d,
  "Prophet" = rmse_prophet_d
)

# Combine RMSE values into a table
for (model_name in names(rmse_monthly)) {
  rmse_table <- rbind(rmse_table, data.frame(
    Model = model_name,
    Monthly = rmse_monthly[model_name],
    Weekly = rmse_weekly[model_name],
    Daily = rmse_daily[model_name]
  ))
}

# View the RMSE table
print(rmse_table)
NA

Best models are:

  • Monthly: GGM
  • Weekly: Prophet
  • Daily: Prophet

Evaluation of best models on Test Set

Import test set

# target variable
test_sales_df <- read_excel("data/sales/test_data.xlsx")
head(test_sales_df)
df_sales_m_test <- test_sales_df %>%
  mutate(month = floor_date(date, "month")) %>% # Extract month
  group_by(month) %>%
  summarise(sales_m = sum(sales_cop), bar_m = sum(bar), food_m = sum(food)
            )     # Summing values

head(df_sales_m_test)
## sales weekly
df_sales_w_test <- test_sales_df %>%
  mutate(week = floor_date(date, "week")) %>% # Extract month
  group_by(week) %>%
  summarise(sales_w = sum(sales_cop), bar_w = sum(bar), food_w = sum(food))     # Summing values

head(df_sales_w_test)

Forecast vs Actual

Montly

GGM

# Length of historical data
N <- length(sales_m_ts)

# Time index for the next 38 periods
future_times <- matrix((N + 1):(N + 38), ncol = 1)

# Predict cumulative sales for the next 38 periods
ggm_future_cum <- predict(ggm1, newx = future_times)
# Convert cumulative sales forecast to instantaneous sales
ggm_future_inst <- make.instantaneous(ggm_future_cum)[-1]

# Get the end time of sales_m_ts
end_time <- tsp(sales_m_ts)[2]  # End time of original series

# Start the forecast at the next period
forecast_start <- end_time + 1 / frequency(sales_m_ts)

# Create a time series object for the forecast
ggm_future_inst_ts <- ts(
  ggm_future_inst,
  start = forecast_start,
  frequency = frequency(sales_m_ts)
)

# Step 5: Plot the forecast with aligned index
plot(
  sales_m_ts,
  type = "o",
  col = "black",
  lwd = 2,
  main = "Original, Fitted, and Forecasted Instantaneous Sales",
  xlab = "Time",
  ylab = "Monthly Sales",
  xlim = c(start(sales_m_ts)[1], forecast_start + 38 / frequency(sales_m_ts))
)

lines(
  pred.inst_ggm_m,
  col = "red",
  lty = 2,
  lwd = 2
)

lines(
  ggm_future_inst_ts,
  col = "blue",
  lty = 2,
  lwd = 2
)

legend(
  "bottomright",
  legend = c("Original Sales", "Fitted Values", "Forecast"),
  col = c("black", "red", "blue"),
  lty = c(1, 2, 2),
  lwd = c(2, 2, 2)
)

The forecast of the GGM looks like the restaurant is loosing grip, actually restaurants can do well for way longer than the estimated period by the GGM. So we take this as a downside scenario forecast. But lets try to forecast a baseline scenario, with the second best model: the Holt-Winters.

Holt-Winters: Multiplicative


# Step 1: Re-Fit the Holt-Winters model
hw2_m <- hw(sales_m_ts, seasonal = "multiplicative")

# Step 2: Generate the forecast for the next 24 months
forecast_hw <- forecast(hw2_m, h = 24)

# Step 3: Use autoplot to plot the original values and the forecast
autoplot(forecast_hw) +
  ggtitle("Holt-Winters Forecast and Original Sales") +
  xlab("Time") +
  ylab("Monthly Sales") +
  theme_minimal()

# Compare actual vs forecasted
actual_sales_m <- df_sales_m_test$sales_m
forecasted_hw <- forecast_hw$mean[1:2]
forecasted_ggm <- ggm_future_inst_ts[1:2]
rmse_test_hw <-calculate_rmse(actual_sales_m, forecasted_hw)
rmse_test_ggm <- calculate_rmse(actual_sales_m, forecasted_ggm)
cat("Error Holt-Winters:", rmse_test_hw, "\n")
Error Holt-Winters: 33822273 
cat("Error GGM:", rmse_test_ggm, "\n")
Error GGM: 17357973

The GGM error is lower, we can do a combination (smoothing) of both scenarios for the final forecast

# Combine the actual and forecasted data into a data frame
plot_data <- data.frame(
  Period = c("Last Period 1", "Last Period 2"),
  Actual = actual_sales_m,
  HoltWinters = forecasted_hw,
  GGM = forecasted_ggm
)

plot_data_melt <- melt(plot_data, id.vars = "Period", variable.name = "Type", value.name = "Sales")

# Create a plot
ggplot(plot_data_melt, aes(x = Period, y = Sales, fill = Type)) +
  geom_bar(stat = "identity", position = "dodge") +
  labs(title = "Actual vs Forecasted Sales",
       x = "Period",
       y = "Sales",
       fill = "Type") +
  theme_minimal()

Weekly

Prophet

# Filter forecast for November and December 2024
forecast_nov_dec_w <- forecast_sales_w %>%
  filter(ds >= as.Date("2024-11-01") & ds <= as.Date("2025-01-05"))
# Plot the actual sales with black dots
plot(as.Date(df_sales_w_test$week), df_sales_w_test$sales_w,
     type = "p",                             # Points for actual sales
     pch = 16,                               # Solid circles
     col = "black",                          # Black color for points
     xlab = "Date",                          # X-axis label
     ylab = "Sales",                         # Y-axis label
     main = "Actual Sales vs Forecasted Sales (Nov-Dec 2024)")  # Title

# Add the forecast line in red
lines(as.Date(forecast_nov_dec_w$ds), forecast_nov_dec_w$yhat,
      col = "red",                          # Red color for the line
      lwd = 2)                              # Wider line

# Add a legend in the top right
legend("topright",
       legend = c("Actual Sales", "Forecasted Sales"),
       col = c("black", "red"),             # Colors matching the plot
       pch = c(16, NA),                     # Solid dot for actual sales, none for line
       lty = c(NA, 1),                      # Line for forecasted sales, none for dot
       lwd = c(NA, 2))                      # Line width for the forecast

Daily

Prophet

# Filter forecast for November and December 2024
forecast_nov_dec_d <- forecast_sales_d %>%
  filter(ds >= as.Date("2024-11-01") & ds <= as.Date("2025-01-05"))
Warning: There were 2 warnings in `filter()`.
The first warning was:
ℹ In argument: `ds >= as.Date("2024-11-01") & ds <=
  as.Date("2025-01-05")`.
Caused by warning in `check_tzones()`:
! 'tzone' attributes are inconsistent
ℹ Run ]8;;ide:run:dplyr::last_dplyr_warnings()dplyr::last_dplyr_warnings()]8;; to see the 1 remaining
  warning.
# Plot the actual sales with black dots
plot(as.Date(test_sales_df$date), test_sales_df$sales_cop,
     type = "p",                             # Points for actual sales
     pch = 16,                               # Solid circles
     col = "black",                          # Black color for points
     xlab = "Date",                          # X-axis label
     ylab = "Sales",                         # Y-axis label
     main = "Actual Sales vs Forecasted Sales (Nov-Dec 2024)")  # Title

# Add the forecast line in red
lines(as.Date(forecast_nov_dec_d$ds), forecast_nov_dec_d$yhat,
      col = "red",                          # Red color for the line
      lwd = 2)                              # Wider line

# Add a legend in the top right
legend("topright",
       legend = c("Actual Sales", "Forecasted Sales"),
       col = c("black", "red"),             # Colors matching the plot
       pch = c(16, NA),                     # Solid dot for actual sales, none for line
       lty = c(NA, 1),                      # Line for forecasted sales, none for dot
       lwd = c(NA, 2))                      # Line width for the forecast

Forecast with Best Models

Finally, we want to use the long term forecast, so we can use the monthly combination of models for that. ### Montly

long_term_forecasted_hw <- forecast_hw$mean
long_term_forecasted_ggm <- ggm_future_inst_ts
# Define the date ranges for both series
dates_hw <- seq(as.Date("2024-11-01"), as.Date("2026-10-01"), by = "month")
dates_ggm <- seq(as.Date("2024-11-01"), as.Date("2027-11-01"), by = "month")

# Create data frames for the two series
df_hw <- data.frame(Date = dates_hw, Value = long_term_forecasted_hw)
df_ggm <- data.frame(Date = dates_ggm, Value = long_term_forecasted_ggm)

# Merge the two series on the common dates
df_merged <- merge(df_hw, df_ggm, by = "Date", suffixes = c("_hw", "_ggm"))

# Calculate the mean of both series where data is available
df_merged$Mean <- rowMeans(df_merged[, c("Value_hw", "Value_ggm")], na.rm = TRUE)

# Create the new time series
long_term_forecast <- data.frame(Date = df_merged$Date, Mean = df_merged$Mean)
plot(long_term_forecast)
LS0tDQp0aXRsZTogIlIgTm90ZWJvb2siDQpvdXRwdXQ6IGh0bWxfbm90ZWJvb2sNCmVkaXRvcl9vcHRpb25zOiANCiAgbWFya2Rvd246IA0KICAgIHdyYXA6IDcyDQotLS0NCg0KIyBQcm9qZWN0IEJ1c2luZXNzIEVjb25vbWljIGFuZCBGaW5hbmNpYWwgRGF0YQ0KDQojIyBTYWxlcyBvZiBEaW1TdW0gUmVjb3JkcywgQXNpYW4tZm9vZCByZXN0YXVyYW50IGluIE1lZGVsbGluLCBDb2xvbWJpYQ0KDQoyMDI0LzIwMjUNCg0KQXV0aG9yczogRGFuaWVsIEd1dGllcnJleiAmIEZhYmlvIFBpbWVudGVsDQoNCmBgYHtyfQ0KIyBSZXF1aXJlZCBQYWNrYWdlcy0tLS0tLS0tLS0tLS0tLS0tLS0tDQpybShsaXN0ID0gbHMoKSkNCmxpYnJhcnkocmVhZHhsKQ0KbGlicmFyeShnZ3Bsb3QyKQ0KbGlicmFyeShHR2FsbHkpDQpsaWJyYXJ5KGRwbHlyKQ0KbGlicmFyeShsdWJyaWRhdGUpDQpsaWJyYXJ5KGNvcnJwbG90KQ0KbGlicmFyeShmZWFzdHMpDQpsaWJyYXJ5KHRzaWJibGUpDQpsaWJyYXJ5KGZvcmVjYXN0KQ0KbGlicmFyeSh0aWR5cikNCmxpYnJhcnkoZ2d0aGVtZXMpDQpsaWJyYXJ5KGNhcikNCmxpYnJhcnkoRElNT1JBKQ0KbGlicmFyeSh0c2VyaWVzKQ0KbGlicmFyeShsbXRlc3QpDQpsaWJyYXJ5KHByb3BoZXQpDQpgYGANCg0KIyMjIEltcG9ydCBEYXRhDQoNCmBgYHtyfQ0KI3NldHdkKCcvVXNlcnMvZmFiaW9waW1lbnRlbC9Eb2N1bWVudHMvUGFkdWEvY2xhc2VzL3NlZ3VuZG8gYW7Mg28gcHJpbWVyIHNlbWVzdHJlL0JFRiBkYXRhL3Byb3llY3RvL3RpbWVfc2VyaWVzX3BhZG92YS1tYWluJykNCg0KIyB0YXJnZXQgdmFyaWFibGUNCnNhbGVzIDwtIHJlYWRfZXhjZWwoImRhdGEvc2FsZXMvc2FsZXNfZGltc3VtXzMxMTAyMDI0Lnhsc3giKQ0KDQpzYWxlc1tpcy5uYShzYWxlcyldIDwtIDAgIyBzZXQgdG8gemVybyBuYSB2YWx1ZXMNCg0KYGBgDQoNCiMjIyBDcmVhdGluZyB2YXJpYWJsZXMNCg0KYGBge3J9DQojIGVjb25vbWljIHZhcmlhYmxlcw0KZWNvX2dyb3d0aCA8LSByZWFkX2V4Y2VsKCJkYXRhL21hY3JvZWNvbm9taWMvZWNvbm9taWNfYWN0aXZpdHkueGxzeCIpDQpmeCA8LSByZWFkX2V4Y2VsKCJkYXRhL21hY3JvZWNvbm9taWMvZngueGxzeCIpICNGb3JlaWduIGV4Y2hhbmdlIGlzIHRoZSBjb252ZXJzaW9uIG9mIG9uZSBjdXJyZW5jeSBpbnRvIGFub3RoZXINCmluZmxhdGlvbiA8LSByZWFkX2V4Y2VsKCJkYXRhL21hY3JvZWNvbm9taWMvaW5mbGF0aW9uLnhsc3giKQ0KdW5lbXBsb3ltZW50IDwtIHJlYWRfZXhjZWwoImRhdGEvbWFjcm9lY29ub21pYy91bmVtcGxveW1lbnQueGxzeCIpDQpgYGANCg0KYGBge3J9DQojIG90aGVyIHZhcmlhYmxlcw0KZ29vZ2xlX3RyZW5kcyA8LSByZWFkX2V4Y2VsKCJkYXRhL290aGVyL2dvb2dsZV90cmVuZHNfcmVzdGF1cmFudGVzLnhsc3giKQ0KcmFpbiA8LSByZWFkX2V4Y2VsKCJkYXRhL290aGVyL3JhaW5fcHJveHkueGxzeCIpDQp0ZW1wIDwtIHJlYWRfZXhjZWwoImRhdGEvb3RoZXIvdGVtcGVyYXR1cmVfZGF0YS54bHN4IikNCnRlbXBbaXMubmEodGVtcCldIDwtIDANCnJhaW5baXMubmEocmFpbildIDwtIDANCnBsb3QodGVtcCR0YXZnKSAjIG5vIHplcm9zIGluIHRlbXAgOiBPSw0KcGxvdCh0ZW1wJHRtZWRpYW4pICMgbm8gemVyb3MgaW4gdGVtcCA6IE9LLSBsb29rcyBiZXR0ZXIgdGhhbiBtZWFuDQpgYGANCg0KIyMjIEV4cGxvcmUgZGF0YSBzdHJ1Y3R1cmUNCg0KYGBge3J9DQpzdHIoc2FsZXMpDQpgYGANCg0KYGBge3J9DQpzdHIoZWNvX2dyb3d0aCkNCmBgYA0KDQpgYGB7cn0NCnN0cihmeCkgIyBGb3JlaWduIGV4Y2hhbmdlIGlzIHRoZSBjb252ZXJzaW9uIG9mIG9uZSBjdXJyZW5jeSBpbnRvIGFub3RoZXINCmBgYA0KDQpgYGB7cn0NCnN0cihpbmZsYXRpb24pDQpgYGANCg0KYGBge3J9DQpzdHIodW5lbXBsb3ltZW50KQ0KYGBgDQoNCmBgYHtyfQ0Kc3RyKGdvb2dsZV90cmVuZHMpDQpgYGANCg0KYGBge3J9DQpzdHIocmFpbikNCmBgYA0KDQpgYGB7cn0NCnN0cih0ZW1wKSAjIHRoaXMgaGFzIE5hTnMsIG11c3QgZmlsbCBzb21laG93DQpgYGANCg0KIyMjIFNhbGVzDQoNCmBgYHtyfQ0KIyBjcmVhdGUgdGltZSB2YXJpYWJsZXMNCnBsb3Qoc2FsZXMkc2FsZXNfY29wKQ0KYGBgDQoNCiMjIyBTYWxlcyBNb250aGx5DQoNCmBgYHtyfQ0KIyBzYWxlcw0KIyMgc2FsZXMgbW9udGhseQ0KZGZfc2FsZXNfbSA8LSBzYWxlcyAlPiUNCiAgbXV0YXRlKG1vbnRoID0gZmxvb3JfZGF0ZShkYXRlLCAibW9udGgiKSkgJT4lICMgRXh0cmFjdCBtb250aA0KICBncm91cF9ieShtb250aCkgJT4lDQogIHN1bW1hcmlzZShzYWxlc19tID0gc3VtKHNhbGVzX2NvcCksIGJhcl9tID0gc3VtKGJhciksIGZvb2RfbSA9IHN1bShmb29kKQ0KICAgICAgICAgICAgKSAgICAgIyBTdW1taW5nIHZhbHVlcw0KDQpoZWFkKGRmX3NhbGVzX20pDQpgYGANCg0KIyMjIFNhbGVzIFdlZWtseQ0KDQpgYGB7cn0NCiMjIHNhbGVzIHdlZWtseQ0KZGZfc2FsZXNfdyA8LSBzYWxlcyAlPiUNCiAgbXV0YXRlKHdlZWsgPSBmbG9vcl9kYXRlKGRhdGUsICJ3ZWVrIikpICU+JSAjIEV4dHJhY3QgbW9udGgNCiAgZ3JvdXBfYnkod2VlaykgJT4lDQogIHN1bW1hcmlzZShzYWxlc193ID0gc3VtKHNhbGVzX2NvcCksIGJhcl93ID0gc3VtKGJhciksIGZvb2RfdyA9IHN1bShmb29kKSkgICAgICMgU3VtbWluZyB2YWx1ZXMNCg0KaGVhZChkZl9zYWxlc193KQ0KYGBgDQoNCiMjIyBGWA0KDQpgYGB7cn0NCiMgZngNCmRmX2Z4X20gPC0gZnggJT4lDQogIG11dGF0ZShtb250aCA9IGZsb29yX2RhdGUoZGF0ZSwgIm1vbnRoIikpICU+JQ0KICBncm91cF9ieShtb250aCkgJT4lDQogIHN1bW1hcmlzZShmeF9tID0gbWVhbihmeCkpDQoNCmRmX2Z4X3cgPC0gZnggJT4lDQogIG11dGF0ZSh3ZWVrID0gZmxvb3JfZGF0ZShkYXRlLCAid2VlayIpKSAlPiUNCiAgZ3JvdXBfYnkod2VlaykgJT4lDQogIHN1bW1hcmlzZShmeF93ID0gbWVhbihmeCkpDQoNCmhlYWQoZGZfZnhfbSkNCmhlYWQoZGZfZnhfdykNCmBgYA0KDQojIyMgR29vZ2xlIFRyZW5kcw0KDQpgYGB7cn0NCiMgZ29vZ2xlIHRyZW5kcw0KDQojIG1vbnRseQ0KZGZfZ29vZ2xlX20gPC0gZ29vZ2xlX3RyZW5kcyAlPiUNCiAgbXV0YXRlKG1vbnRoID0gZmxvb3JfZGF0ZShkYXRlLCAibW9udGgiKSkgJT4lDQogIGdyb3VwX2J5KG1vbnRoKSAlPiUNCiAgc3VtbWFyaXNlKGdvb2dsZV9tID0gbWVhbihnb29nbGVfdHJlbmRzKSkNCg0KDQojIHdlZWtseQ0KZGZfZ29vZ2xlX3cgPC0gZ29vZ2xlX3RyZW5kcyAlPiUNCiAgbXV0YXRlKHdlZWsgPSBmbG9vcl9kYXRlKGRhdGUsICJ3ZWVrIikpICU+JQ0KICBncm91cF9ieSh3ZWVrKSAlPiUNCiAgc3VtbWFyaXNlKGdvb2dsZV93ID0gbWVhbihnb29nbGVfdHJlbmRzKSkNCg0KaGVhZChkZl9nb29nbGVfbSkNCmhlYWQoZGZfZ29vZ2xlX3cpDQpgYGANCg0KIyMjIFJhaW4NCg0KYGBge3J9DQojIyByYWluDQpkZl9yYWluX2cgPSByYWluICU+JQ0KICBncm91cF9ieShkYXRlLCByZWdpb24pICU+JQ0KICBzdW1tYXJpc2UocmFpbl9zdW09c3VtKGNvbnRyaWJ1dGlvbl9tM3MpKQ0KDQpkZl9yYWluX2cgIDwtIGRmX3JhaW5fZ1tkZl9yYWluX2ckcmVnaW9uPT0iQU5USU9RVUlBIixdDQoNCmhlYWQoZGZfcmFpbl9nKQ0KDQojIG1vbnRseQ0KZGZfcmFpbl9tIDwtIGRmX3JhaW5fZyAlPiUNCiAgbXV0YXRlKG1vbnRoID0gZmxvb3JfZGF0ZShkYXRlLCAibW9udGgiKSkgJT4lDQogIGdyb3VwX2J5KG1vbnRoKSAlPiUNCiAgc3VtbWFyaXNlKHJhaW5fbSA9IHN1bShyYWluX3N1bSkpDQoNCg0KIyB3ZWVrbHkNCmRmX3JhaW5fdyA8LSBkZl9yYWluX2cgJT4lDQogIG11dGF0ZSh3ZWVrID0gZmxvb3JfZGF0ZShkYXRlLCAid2VlayIpKSAlPiUNCiAgZ3JvdXBfYnkod2VlaykgJT4lDQogIHN1bW1hcmlzZShyYWluX3cgPSBzdW0ocmFpbl9zdW0pKQ0KDQpoZWFkKGRmX3JhaW5fbSkNCmhlYWQoZGZfcmFpbl93KQ0KYGBgDQoNCiMjIyBUZW1wZXJhdHVyZQ0KDQpgYGB7cn0NCiMgdGVtcGVyYXR1cmUNCiMgbW9udGx5DQpkZl90ZW1wX20gPC0gdGVtcCAlPiUNCiAgbXV0YXRlKG1vbnRoID0gZmxvb3JfZGF0ZShkYXRlLCAibW9udGgiKSkgJT4lDQogIGdyb3VwX2J5KG1vbnRoKSAlPiUNCiAgc3VtbWFyaXNlKHRlbXBfbSA9IG1lYW4odGF2ZyksIHByY3BfbSA9IHN1bShwcmNwKSkNCg0KDQojIHdlZWtseQ0KZGZfdGVtcF93IDwtIHRlbXAgJT4lDQogIG11dGF0ZSh3ZWVrID0gZmxvb3JfZGF0ZShkYXRlLCAid2VlayIpKSAlPiUNCiAgZ3JvdXBfYnkod2VlaykgJT4lDQogIHN1bW1hcmlzZSh0ZW1wX3cgPSBtZWFuKHRhdmcpLCBwcmNwX3cgPSBzdW0ocHJjcCkpDQoNCmhlYWQoZGZfdGVtcF9tKQ0KaGVhZChkZl90ZW1wX3cpDQpgYGANCg0KIyMgTWVyZ2luZyBEYXRhIEZyYW1lcw0KDQojIyMjIERhaWx5IERhdGENCg0KYGBge3J9DQojIyBkYWlseSBkYXRhLS0tLS0tLS0tLQ0KI3NhbGVzLCByYWluLCBmeCBhcmUgdGhlIG9ubHkgb25lcyBkYWlseQ0KZGZfbWVyZ2VkX2QgPC0gbWVyZ2Uoc2FsZXMsIGRmX3JhaW5fZywgYnkgPSAiZGF0ZSIsIGFsbCA9IEZBTFNFKSAjIElubmVyIGpvaW4NCmRmX21lcmdlZF9kIDwtIG1lcmdlKGRmX21lcmdlZF9kLCBmeCwgYnkgPSAiZGF0ZSIsIGFsbCA9IEZBTFNFKSAjIElubmVyIGpvaW4NCmRmX21lcmdlZF9kIDwtIG1lcmdlKGRmX21lcmdlZF9kLCB0ZW1wLCBieSA9ICJkYXRlIiwgYWxsID0gRkFMU0UpICMgSW5uZXIgam9pbg0KDQpoZWFkKGRmX21lcmdlZF9kKQ0KDQpgYGANCg0KIyMjIyBXZWVrbHkgRGF0YQ0KDQpgYGB7cn0NCiMjIyB3ZWVrbHkgZGF0YS0tLS0tLS0tLS0NCmRmX21lcmdlZF93IDwtIG1lcmdlKGRmX3NhbGVzX3csIGRmX3JhaW5fdywgYnk9IndlZWsiLCBhbGw9RikNCmRmX21lcmdlZF93IDwtIG1lcmdlKGRmX21lcmdlZF93LCBkZl9nb29nbGVfdywgYnk9IndlZWsiLCBhbGw9RikNCmRmX21lcmdlZF93IDwtIG1lcmdlKGRmX21lcmdlZF93LCBkZl9meF93LCBieT0id2VlayIsIGFsbD1GKQ0KZGZfbWVyZ2VkX3cgPC0gbWVyZ2UoZGZfbWVyZ2VkX3csIGRmX3RlbXBfdywgYnk9IndlZWsiLCBhbGw9RikNCg0KaGVhZChkZl9tZXJnZWRfdykNCmBgYA0KDQojIyMjIE1vbnRobHkgRGF0YQ0KDQpgYGB7cn0NCiMjIyBtb250aGx5IGRhdGEtLS0tLS0tLS0tDQojIGNoYW5nZSBjb2xuYW1lcw0KbmFtZXMoZWNvX2dyb3d0aCkgPC0gYygibW9udGgiLCAiaXNlIikNCm5hbWVzKGluZmxhdGlvbikgPC0gYygibW9udGgiLCAiaW5mbGF0aW9uIikNCm5hbWVzKHVuZW1wbG95bWVudCkgPC0gYygibW9udGgiLCAidW5lbXBsb3ltZW50IikgDQoNCmRmX21lcmdlZF9tIDwtIG1lcmdlKGRmX3NhbGVzX20sIGRmX3JhaW5fbSwgYnk9Im1vbnRoIiwgYWxsPUYpDQpucm93KGRmX21lcmdlZF9tKQ0KDQpkZl9tZXJnZWRfbSA8LSBtZXJnZShkZl9tZXJnZWRfbSwgZGZfZnhfbSwgYnk9Im1vbnRoIiwgYWxsPUYpDQpucm93KGRmX21lcmdlZF9tKQ0KDQpkZl9tZXJnZWRfbSA8LSBtZXJnZShkZl9tZXJnZWRfbSwgZGZfZ29vZ2xlX20sIGJ5PSJtb250aCIsIGFsbD1GKQ0KbnJvdyhkZl9tZXJnZWRfbSkNCg0KZGZfbWVyZ2VkX20gPC0gbWVyZ2UoZGZfbWVyZ2VkX20sIGVjb19ncm93dGgsIGJ5PSJtb250aCIsIGFsbD1GKSAjIG9ubHkgaGFzIHVudGlsIGF1ZyAyMDI0DQpucm93KGRmX21lcmdlZF9tKQ0KDQpkZl9tZXJnZWRfbSA8LSBtZXJnZShkZl9tZXJnZWRfbSwgaW5mbGF0aW9uLCBieT0ibW9udGgiLCBhbGw9RikNCm5yb3coZGZfbWVyZ2VkX20pDQoNCmRmX21lcmdlZF9tIDwtIG1lcmdlKGRmX21lcmdlZF9tLCB1bmVtcGxveW1lbnQsIGJ5PSJtb250aCIsIGFsbD1GKQ0KbnJvdyhkZl9tZXJnZWRfbSkNCg0KZGZfbWVyZ2VkX20gPC0gbWVyZ2UoZGZfbWVyZ2VkX20sIGRmX3RlbXBfbSwgYnk9Im1vbnRoIiwgYWxsPUYpDQpucm93KGRmX21lcmdlZF9tKQ0KYGBgDQoNCiMjIyBFREENCg0KYGBge3J9DQpvYmplY3RzX3RvX2tlZXAgPC0gYygiZGZfbWVyZ2VkX2QiLCAiZGZfbWVyZ2VkX3ciLCAiZGZfbWVyZ2VkX20iKQ0KIyBSZW1vdmUgYWxsIG9iamVjdHMgZXhjZXB0IHRob3NlIHNwZWNpZmllZA0Kcm0obGlzdCA9IHNldGRpZmYobHMoKSwgb2JqZWN0c190b19rZWVwKSkNCmBgYA0KDQojIyMjIERhaWx5IFNhbGVzDQoNCmBgYHtyfQ0KIyBzYWxlcyBkYWlseQ0KZ2dwbG90KA0KICBkZl9tZXJnZWRfZCwgDQogIGFlcyh4PWRhdGUsIHk9c2FsZXNfY29wKQ0KICApICsgZ2VvbV9saW5lKCkgKyBnZ3RpdGxlKCJEYWlseSBTYWxlcyBvZiBSZXN0YXVyYW50IikNCmBgYA0KDQojIyMjIFdlZWtseSBzYWxlcw0KDQpgYGB7cn0NCiMgc2FsZXMgd2Vla2x5DQpnZ3Bsb3QoZGZfbWVyZ2VkX3csIGFlcyh4PXdlZWssIHk9c2FsZXNfdykpICsNCiAgZ2VvbV9saW5lKCkgKyBnZ3RpdGxlKCJXZWVrbHkgU2FsZXMgb2YgUmVzdGF1cmFudCIpDQpgYGANCg0KIyMjIyBNb250aGx5IHNhbGVzDQoNCmBgYHtyfQ0KIyBzYWxlcyBtb250bHkNCmdncGxvdChkZl9tZXJnZWRfbSwgYWVzKHg9bW9udGgsIHk9c2FsZXNfbSkpICsNCiAgZ2VvbV9saW5lKCkgKyBnZ3RpdGxlKCJNb250aGx5IFNhbGVzIG9mIFJlc3RhdXJhbnQiKQ0KYGBgDQoNCiMjIyMgU3RhY2tlZCBiYXIgcGxvdHMNCg0KV2Ugd2FudCB0byBtb3ZlIHRvIGEgc3RhY2tlZCBiYXIgY2hhcnQgd2hlbiB3ZSBjYXJlIGFib3V0IHRoZSByZWxhdGl2ZQ0KZGVjb21wb3NpdGlvbiBvZiBlYWNoIHByaW1hcnkgYmFyIGJhc2VkIG9uIHRoZSBsZXZlbHMgb2YgYSBzZWNvbmQNCmNhdGVnb3JpY2FsIHZhcmlhYmxlLiBFYWNoIGJhciBpcyBub3cgY29tcHJpc2VkIG9mIGEgbnVtYmVyIG9mIHN1Yi1iYXJzLA0KZWFjaCBvbmUgY29ycmVzcG9uZGluZyB3aXRoIGEgbGV2ZWwgb2YgYSBzZWNvbmRhcnkgY2F0ZWdvcmljYWwgdmFyaWFibGUuDQpUaGUgdG90YWwgbGVuZ3RoIG9mIGVhY2ggc3RhY2tlZCBiYXIgaXMgdGhlIHNhbWUgYXMgYmVmb3JlLCBidXQgbm93IHdlDQpjYW4gc2VlIGhvdyB0aGUgc2Vjb25kYXJ5IGdyb3VwcyBjb250cmlidXRlZCB0byB0aGF0IHRvdGFsLg0KDQpPbmUgaW1wb3J0YW50IGNvbnNpZGVyYXRpb24gaW4gYnVpbGRpbmcgYSBzdGFja2VkIGJhciBjaGFydCBpcyB0byBkZWNpZGUNCndoaWNoIG9mIHRoZSB0d28gY2F0ZWdvcmljYWwgdmFyaWFibGVzIHdpbGwgYmUgdGhlIHByaW1hcnkgdmFyaWFibGUNCihkaWN0YXRpbmcgbWFqb3IgYXhpcyBwb3NpdGlvbnMgYW5kIG92ZXJhbGwgYmFyIGxlbmd0aHMpIGFuZCB3aGljaCB3aWxsDQpiZSB0aGUgc2Vjb25kYXJ5IChkaWN0YXRpbmcgaG93IGVhY2ggcHJpbWFyeSBiYXIgd2lsbCBiZSBzdWJkaXZpZGVkKS4NClRoZSBtb3N0ICdpbXBvcnRhbnQnIHZhcmlhYmxlIHNob3VsZCBiZSB0aGUgcHJpbWFyeTsgdXNlIGRvbWFpbg0Ka25vd2xlZGdlIGFuZCB0aGUgc3BlY2lmaWMgdHlwZSBvZiBjYXRlZ29yaWNhbCB2YXJpYWJsZXMgdG8gbWFrZSBhDQpkZWNpc2lvbiBvbiBob3cgdG8gYXNzaWduIHlvdXIgY2F0ZWdvcmljYWwgdmFyaWFibGVzDQoNCmBgYHtyfQ0KI01vbnRobHkNCiMgUmVzaGFwZSB0aGUgZGF0YSB0byBhIGxvbmcgZm9ybWF0DQpkZl9zYWxlc19tX2xvbmcgPC0gZGZfbWVyZ2VkX20gJT4lDQogIHBpdm90X2xvbmdlcihjb2xzID0gYyhiYXJfbSwgZm9vZF9tKSwgbmFtZXNfdG8gPSAiQ2F0ZWdvcnkiLCB2YWx1ZXNfdG8gPSAiVmFsdWUiKQ0KDQojIENyZWF0ZSB0aGUgc3RhY2tlZCBiYXIgcGxvdA0KZ2dwbG90KGRmX3NhbGVzX21fbG9uZywgYWVzKHggPSBtb250aCwgeSA9IFZhbHVlLCBmaWxsID0gQ2F0ZWdvcnkpKSArDQogIGdlb21fYmFyKHN0YXQgPSAiaWRlbnRpdHkiLCBwb3NpdGlvbiA9ICJzdGFjayIpICsNCiAgZ2d0aXRsZSgiTW9udGhseSBTYWxlcyBvZiBSZXN0YXVyYW50IikgKw0KICBsYWJzKHkgPSAiU2FsZXMiLCB4ID0gIk1vbnRoIiwgZmlsbCA9ICJDYXRlZ29yeSIpICsNCiAgdGhlbWVfbWluaW1hbCgpDQpgYGANCg0KDQoNCg0KDQpgYGB7cn0NCiMgV2Vla2x5DQojIFJlc2hhcGUgdGhlIGRhdGEgdG8gYSBsb25nIGZvcm1hdA0KZGZfc2FsZXNfd19sb25nIDwtIGRmX21lcmdlZF93ICU+JQ0KICBwaXZvdF9sb25nZXIoY29scyA9IGMoYmFyX3csIGZvb2RfdyksIG5hbWVzX3RvID0gIkNhdGVnb3J5IiwgdmFsdWVzX3RvID0gIlZhbHVlIikNCg0KIyBDcmVhdGUgdGhlIHN0YWNrZWQgYmFyIHBsb3QNCmdncGxvdChkZl9zYWxlc193X2xvbmcsIGFlcyh4ID0gd2VlaywgeSA9IFZhbHVlLCBmaWxsID0gQ2F0ZWdvcnkpKSArDQogIGdlb21fYmFyKHN0YXQgPSAiaWRlbnRpdHkiLCBwb3NpdGlvbiA9ICJzdGFjayIpICsNCiAgZ2d0aXRsZSgiV2Vla2x5IFNhbGVzIG9mIFJlc3RhdXJhbnQiKSArDQogIGxhYnMoeSA9ICJTYWxlcyIsIHggPSAiV2VlayIsIGZpbGwgPSAiQ2F0ZWdvcnkiKSArDQogIHRoZW1lX21pbmltYWwoKQ0KYGBgDQoNCiMjIyMgU2Vhc29uYWwgcGxvdHMNCg0KYGBge3J9DQojIFNlYXNvbmFsIHBsb3RzDQpkZl9zYWxlc193X2ZpbHRlcmVkIDwtIGRmX21lcmdlZF93ICU+JQ0KICBmaWx0ZXIod2VlayA+PSB5bWQoIjIwMjEtMTItMzEiKSkNCg0KDQp0c2VyaWVzX3cgPC0gdHMoZGZfc2FsZXNfd19maWx0ZXJlZCRzYWxlc193ICwgc3RhcnQgPSBjKDIwMjIsIDEpLCBmcmVxdWVuY3kgPSA1MikNCmhlYWQodHNlcmllc193KQ0Kc2Vhc29ucGxvdCh0c2VyaWVzX3csIGNvbCA9IHJhaW5ib3coMyksIHllYXIubGFiZWxzID0gVFJVRSwgbWFpbiA9ICJTZWFzb25hbCBQbG90IikNCnRleHQoeCA9IDEsIHkgPSBtYXgodHNlcmllc193KSAtIDEuNWU3LCBsYWJlbHMgPSAiMjAyNCIsIGNvbCA9ICJibHVlIikNCg0KDQpgYGANCg0KYGBge3J9DQojIHNlYXNvbnBsb3QgbW9udGhseQ0KZGZfc2FsZXNfbV9maWx0ZXJlZCA8LSBkZl9tZXJnZWRfbSAlPiUNCiAgZmlsdGVyKG1vbnRoID49IHltZCgiMjAyMS0xMi0zMSIpKQ0KDQoNCnRzZXJpZXNfbSA8LSB0cyhkZl9zYWxlc19tX2ZpbHRlcmVkJHNhbGVzX20gLCBzdGFydCA9IGMoMjAyMiwgMSksIGZyZXF1ZW5jeSA9IDEyKQ0KaGVhZCh0c2VyaWVzX20pDQpzZWFzb25wbG90KHRzZXJpZXNfbSwgY29sID0gcmFpbmJvdygzKSwgeWVhci5sYWJlbHMgPSBUUlVFLCBtYWluID0gIlNlYXNvbmFsIFBsb3QiKQ0KdGV4dCh4ID0gMSwgeSA9IG1heCh0c2VyaWVzX20pIC0gMWU2LCBsYWJlbHMgPSAiMjAyNCIsIGNvbCA9ICJibHVlIikNCg0KYGBgDQojIyBEZW5zaXR5DQpgYGB7cn0NCiMgTW9udGx5IERlbnNpdHkNCiMgU2VsZWN0IHRoZSBjb2x1bW5zIG9mIGludGVyZXN0DQp2YXJpYWJsZXMgPC0gYygic2FsZXNfbSIsICJiYXJfbSIsICJmb29kX20iLCAicmFpbl9tIiwgImZ4X20iLCAiZ29vZ2xlX20iLA0KICAgICAgICAgICAgICAgImlzZSIsICJpbmZsYXRpb24iLCAidW5lbXBsb3ltZW50IiwgInRlbXBfbSIsICJwcmNwX20iKQ0KDQoNCiMgVHJhbnNmb3JtIHRoZSBkYXRhIHRvIGxvbmcgZm9ybWF0IGZvciBnZ3Bsb3QyDQpkZl9sb25nX20gPC0gZGZfbWVyZ2VkX20gJT4lDQogIHBpdm90X2xvbmdlcihjb2xzID0gYWxsX29mKHZhcmlhYmxlcyksIG5hbWVzX3RvID0gIlZhcmlhYmxlIiwgdmFsdWVzX3RvID0gIlZhbHVlIikNCg0KIyBDcmVhdGUgdGhlIGdyaWQgb2YgZGVuc2l0eSBwbG90cw0KZ2dwbG90KGRmX2xvbmdfbSwgYWVzKHggPSBWYWx1ZSkpICsNCiAgZ2VvbV9kZW5zaXR5KGZpbGwgPSAiYmx1ZSIsIGFscGhhID0gMC40KSArDQogIGZhY2V0X3dyYXAofiBWYXJpYWJsZSwgc2NhbGVzID0gImZyZWUiLCBuY29sID0gMykgKw0KICBsYWJzKHRpdGxlID0gIkRlbnNpdHkgUGxvdHMgb2YgU2VsZWN0ZWQgVmFyaWFibGVzIiwNCiAgICAgICB4ID0gIlZhbHVlIiwgeSA9ICJEZW5zaXR5IikgKw0KICB0aGVtZV9taW5pbWFsKCkNCg0KYGBgDQoNCmBgYHtyfQ0KIyBXZWVrbHkgRGVuc2l0eQ0KIyBTZWxlY3QgdGhlIGNvbHVtbnMgb2YgaW50ZXJlc3QNCnZhcmlhYmxlcyA8LSBjKCJzYWxlc193IiwgImJhcl93IiwgImZvb2RfdyIsICJyYWluX3ciLCAiZnhfdyIsICJnb29nbGVfdyIsDQogICAgICAgICAgICAgICAgInRlbXBfdyIsICJwcmNwX3ciKQ0KDQoNCg0KZGZfbG9uZ193IDwtIGRmX21lcmdlZF93ICU+JQ0KICBwaXZvdF9sb25nZXIoY29scyA9IGFsbF9vZih2YXJpYWJsZXMpLCBuYW1lc190byA9ICJWYXJpYWJsZSIsIHZhbHVlc190byA9ICJWYWx1ZSIpDQoNCiMgQ3JlYXRlIHRoZSBncmlkIG9mIGRlbnNpdHkgcGxvdHMNCmdncGxvdChkZl9sb25nX3csIGFlcyh4ID0gVmFsdWUpKSArDQogIGdlb21fZGVuc2l0eShmaWxsID0gImJsdWUiLCBhbHBoYSA9IDAuNCkgKw0KICBmYWNldF93cmFwKH4gVmFyaWFibGUsIHNjYWxlcyA9ICJmcmVlIiwgbmNvbCA9IDMpICsNCiAgbGFicyh0aXRsZSA9ICJEZW5zaXR5IFBsb3RzIG9mIFNlbGVjdGVkIFZhcmlhYmxlcyIsDQogICAgICAgeCA9ICJWYWx1ZSIsIHkgPSAiRGVuc2l0eSIpICsNCiAgdGhlbWVfbWluaW1hbCgpDQoNCmBgYA0KDQoNCmBgYHtyfQ0KIyBEYWlseSBEZW5zaXR5DQoNCiMgU2VsZWN0IHRoZSBjb2x1bW5zIG9mIGludGVyZXN0DQp2YXJpYWJsZXMgPC0gYygic2FsZXNfY29wIiwgImJhciIsICJmb29kIiwgInJhaW5fc3VtIiwgImZ4IiwgDQogICAgICAgICAgICAgICAidG1lZGlhbiIsICJwcmNwIikNCg0KDQoNCmRmX2xvbmdfZCA8LSBkZl9tZXJnZWRfZCAlPiUNCiAgcGl2b3RfbG9uZ2VyKGNvbHMgPSBhbGxfb2YodmFyaWFibGVzKSwgbmFtZXNfdG8gPSAiVmFyaWFibGUiLCB2YWx1ZXNfdG8gPSAiVmFsdWUiKQ0KDQojIENyZWF0ZSB0aGUgZ3JpZCBvZiBkZW5zaXR5IHBsb3RzDQpnZ3Bsb3QoZGZfbG9uZ19kLCBhZXMoeCA9IFZhbHVlKSkgKw0KICBnZW9tX2RlbnNpdHkoZmlsbCA9ICJibHVlIiwgYWxwaGEgPSAwLjQpICsNCiAgZmFjZXRfd3JhcCh+IFZhcmlhYmxlLCBzY2FsZXMgPSAiZnJlZSIsIG5jb2wgPSAzKSArDQogIGxhYnModGl0bGUgPSAiRGVuc2l0eSBQbG90cyBvZiBTZWxlY3RlZCBWYXJpYWJsZXMiLA0KICAgICAgIHggPSAiVmFsdWUiLCB5ID0gIkRlbnNpdHkiKSArDQogIHRoZW1lX21pbmltYWwoKQ0KDQpgYGANCg0KIyMgQ292YXJpYXRlcw0KDQpgYGB7cn0NCiMjIyAzLjUuMSBlY29ub21pYyB2YXJpYWJsZXMtLS0tLS0tLS0tLS0tLS0tLS0tLS0tLQ0KIyBlY29ub21pYyBncm93dGgNCmdncGxvdChkZl9tZXJnZWRfbSwgYWVzKHg9bW9udGgsIHk9aXNlKSkgKw0KICBnZW9tX2xpbmUoKSArIGdndGl0bGUoIk1vbnRobHkgYWN0aXZpdHkgaW4gQ29sb21iaWEiKQ0KIyBjbGVhcmx5IHNlYXNvbmFsIGFuZCB0cmVuZA0KDQojIGZ4DQpnZ3Bsb3QoZGZfbWVyZ2VkX2QsIGFlcyh4PWRhdGUsIHk9ZngpKSArDQogIGdlb21fbGluZSgpICsgZ2d0aXRsZSgiRGFpbHkgQ09QL1VTRCIpDQojIHRyZW5kIGJ1dCBubyBjbGVhciBzZWFzb25hbGl0eQ0KDQojIGluZmxhdGlvbg0KZ2dwbG90KGRmX21lcmdlZF9tLCBhZXMoeD1tb250aCwgeT1pbmZsYXRpb24pKSArDQogIGdlb21fbGluZSgpICsgZ2d0aXRsZSgiTW9udGhseSBpbmZsYXRpb24gTmF0aW9uYWwiKQ0KIyBidXNpbmVzcyBjeWNsZXMsIG5vIHRlbmQgb3Igc2Vhc29uYWxpdHkNCg0KIyB1bmVtcGxveW1lbnQNCmdncGxvdChkZl9tZXJnZWRfbSwgYWVzKHg9bW9udGgsIHk9dW5lbXBsb3ltZW50KSkgKw0KICBnZW9tX2xpbmUoKSArIGdndGl0bGUoIk1vbnRseSB0cmFpbGluZyB1bmVtcGxveW1lbnQgTWVkZWxsaW4iKQ0KIyBzZWFzb25hbCBhbmQgdHJlbmQgZG93bndhcmRzDQoNCg0KIyMjIDMuNS4yIE90aGVyIHZhcmlhYmxlcw0KDQojIGdvb2dsZSB0cmVuZHMNCmdncGxvdChkZl9tZXJnZWRfdywgYWVzKHg9d2VlaywgeT1nb29nbGVfdykpICsNCiAgZ2VvbV9saW5lKCkgKyBnZ3RpdGxlKCJXZWVsa2x5IEdvb2dsZSB0cmVuZHMgJ1Jlc3RhdXJhbnRlcyciKQ0KIyBubyBjbGVhciBiZWhhdmlvdXIsIGRyb3AgaW4gcGFuZGVtaWMNCg0KIyByYWluDQpnZ3Bsb3QoZGZfbWVyZ2VkX2QsIGFlcyh4PWRhdGUsIHk9cmFpbl9zdW0pKSArDQogIGdlb21fbGluZSgpICsgZ2d0aXRsZSgiRGFpbHkgcmFpbiBhcHByb3hpbWF0ZWQgaW4gQW50aW9xdWlhIikNCiMgbm8gdHJlbmQgb3Igc2Vhc29uYWxpdHkgY2xlYXJseQ0KDQojIHRlbXBlcmF0dXJlDQpnZ3Bsb3QoZGZfbWVyZ2VkX2QsIGFlcyh4PWRhdGUsIHk9dG1lZGlhbikpICsNCiAgZ2VvbV9saW5lKCkgKyBnZ3RpdGxlKCJEYWlseSBNZWRpYW4gdGVtcGVyYXR1cmUgaW4gTWVkZWxsaW4iKQ0KDQojIGFsbW9zdCBzdGF0aW9uYXJ5DQoNCiMgdGVtcGVyYXR1cmUNCmdncGxvdChkZl9tZXJnZWRfZCwgYWVzKHg9ZGF0ZSwgeT10YXZnKSkgKw0KICBnZW9tX2xpbmUoKSArIGdndGl0bGUoIkRhaWx5IEF2ZXJhZ2UgdGVtcGVyYXR1cmUgaW4gTWVkZWxsaW4iKQ0KDQoNCiMgdGhpcyBvbmUgbG9va3Mgd2VpcmQsIGJldHRlciBrZWVwIHdvcmtpbmcgb24gbWVkaWFuDQoNCiMgcHJlY2lwaXRhdGlvbiBmcm9tIHRlbXANCmdncGxvdChkZl9tZXJnZWRfZCwgYWVzKHg9ZGF0ZSwgeT1wcmNwKSkgKw0KICBnZW9tX2xpbmUoKSArIGdndGl0bGUoIkRhaWx5ICBwcmVjaXBpdGF0aW9uIGluIE1lZGVsbGluIikNCiMgbG9va3MgZGVjZW50DQoNCmBgYA0KDQojIyMgUGFpcnBsb3RzDQoNCmBgYHtyfQ0KZGZfbWVyZ2VkX2QgPC0gc3Vic2V0KGRmX21lcmdlZF9kLCBzZWxlY3QgPSAtcmVnaW9uKQ0KDQojIGRhaWx5DQpnZ3BhaXJzKGRmX21lcmdlZF9kLCANCiAgICAgICAgY29sdW1ucyA9IDI6OCkNCiMgc2FsZXMgaGF2ZSBjb3JyZWwgd2l0aCBmeCBhbmQgcmFpbl9zdW0NCiMgd2Vla2x5DQpnZ3BhaXJzKGRmX21lcmdlZF93LCANCiAgICAgICAgY29sdW1ucyA9IDI6OSkNCiMgc2FsZXMgaGF2ZSBjb3JyZWwgd2l0aCByYWluLCBnb29nbGUsIGZ4LCB0ZW1wDQojIGJhciBoYXMgbW9yZSBjb3JyZWwgd2l0aCB0ZW1wDQoNCiMgbW9udGx5DQpnZ3BhaXJzKGRmX21lcmdlZF9tLCANCiAgICAgICAgY29sdW1ucyA9IDI6MTIpDQoNCmBgYA0KDQojIyMgQ29ycmVsYXRpb24gTWF0cml4DQoNCmBgYHtyfQ0KIyBFeGNsdWRlICdkYXRlJyBjb2x1bW4NCm51bWVyaWNfZGZfZCA8LSBkZl9tZXJnZWRfZFssIHNhcHBseShkZl9tZXJnZWRfZCwgaXMubnVtZXJpYyldDQpjb3JfbWF0cml4X2QgPC0gY29yKG51bWVyaWNfZGZfZCwgdXNlID0gImNvbXBsZXRlLm9icyIpICAjIFVzZSBvbmx5IGNvbXBsZXRlIHJvd3MNCmNvcl9tYXRyaXhfZA0KDQpudW1lcmljX2RmX3cgPC0gZGZfbWVyZ2VkX3dbLCBzYXBwbHkoZGZfbWVyZ2VkX3csIGlzLm51bWVyaWMpXQ0KY29yX21hdHJpeF93IDwtIGNvcihudW1lcmljX2RmX3csIHVzZSA9ICJjb21wbGV0ZS5vYnMiKSAgIyBVc2Ugb25seSBjb21wbGV0ZSByb3dzDQpjb3JfbWF0cml4X3cNCg0KbnVtZXJpY19kZl9tIDwtIGRmX21lcmdlZF9tWywgc2FwcGx5KGRmX21lcmdlZF9tLCBpcy5udW1lcmljKV0NCmNvcl9tYXRyaXhfbSA8LSBjb3IobnVtZXJpY19kZl9tLCB1c2UgPSAiY29tcGxldGUub2JzIikgICMgVXNlIG9ubHkgY29tcGxldGUgcm93cw0KY29yX21hdHJpeF9tDQoNCiMgUGxvdCB0aGUgQ29ycmVsYXRpb24gTWF0cml4DQpwYXIobWZyb3c9YygxLDEpKQ0KY29ycnBsb3QoY29yX21hdHJpeF9kLCBtZXRob2QgPSAiY29sb3IiLCB0eXBlID0gInVwcGVyIiwgdGwuY29sID0gImJsYWNrIiwgdGwuc3J0ID0gNDUpDQpjb3JycGxvdChjb3JfbWF0cml4X3csIG1ldGhvZCA9ICJjb2xvciIsIHR5cGUgPSAidXBwZXIiLCB0bC5jb2wgPSAiYmxhY2siLCB0bC5zcnQgPSA0NSkNCmNvcnJwbG90KGNvcl9tYXRyaXhfbSwgbWV0aG9kID0gImNvbG9yIiwgdHlwZSA9ICJ1cHBlciIsIHRsLmNvbCA9ICJibGFjayIsIHRsLnNydCA9IDQ1KQ0KDQpgYGANClJhaW4gaGFzIHN0cm9uZ2VyIGNvcnJlbGF0aW9uIHRoYW4gcHJjcCwgc28gd2UgZHJvcCBwcmNwIHRvIG5vdCByZXBlYXQgdGhlIHNhbWUgdmFyaWFibGUgZnJvbSB0d28gc291cmNlcw0KQWxzbyB3ZSBkcm9wIGF2ZXJhZ2UgdGVtcGVyYXR1cmUgYmVjYXVzZSBtZWRpYW4gdGVtcGVyYXR1cmUgc2VlbXMgbW9yZSB0cnVzdHdvcnRoeQ0KDQpgYGB7cn0NCiMgZHJvcCBwcmNwIGJlYWN1c2UgdGhleSAiYXJlIHRoZSBzYW1lIg0KZGZfbWVyZ2VkX20gPC0gZGZfbWVyZ2VkX20gJT4lIHNlbGVjdCgtcHJjcF9tKQ0KZGZfbWVyZ2VkX3cgPC0gZGZfbWVyZ2VkX3cgJT4lIHNlbGVjdCgtcHJjcF93KQ0KZGZfbWVyZ2VkX2QgPC0gZGZfbWVyZ2VkX2QgJT4lIHNlbGVjdCgtcHJjcCkNCg0KIyBkcm9wIGF2ZyB0ZW1wDQpkZl9tZXJnZWRfZCA8LSBkZl9tZXJnZWRfZCAlPiUgc2VsZWN0KC10YXZnKQ0KY29sbmFtZXMoZGZfbWVyZ2VkX2QpDQpgYGANCmBgYHtyfQ0KIyMjIGRyb3AgZXZlcnl0aGluZyBub3Qgb24gdXNlDQpvYmplY3RzX3RvX2tlZXAgPC0gYygiZGZfbWVyZ2VkX2QiLCAiZGZfbWVyZ2VkX3ciLCAiZGZfbWVyZ2VkX20iKQ0KIyBSZW1vdmUgYWxsIG9iamVjdHMgZXhjZXB0IHRob3NlIHNwZWNpZmllZA0Kcm0obGlzdCA9IHNldGRpZmYobHMoKSwgb2JqZWN0c190b19rZWVwKSkNCmBgYA0KDQoNCiMjIyBWYXJpYWJsZSBUcmFuc2Zvcm1hdGlvbg0KDQpQT1NJWGN0IGFuZCBQT1NJWGx0IENsYXNzZXMNCg0KVGltZXMgYW5kIGRhdGUtdGltZXMgYXJlIHJlcHJlc2VudGVkIGJ5IHRoZSBQT1NJWGN0IG9yIHRoZSBQT1NJWGx0IGNsYXNzDQppbiBSLiBUaGUgUE9TSVhjdCBmb3JtYXQgc3RvcmVzIGRhdGUgYW5kIHRpbWUgaW4gc2Vjb25kcyB3aXRoIHRoZSBudW1iZXINCm9mIHNlY29uZHMgYmVnaW5uaW5nIGF0IEphbnVhcnkgMSwgMTk3MCwgc28gYSBQT1NJWGN0IGRhdGUtdGltZSBpcw0KZXNzZW50aWFsbHkgYW4gc2luZ2xlIHZhbHVlIG9uIGEgdGltZWxpbmUuIERhdGUtdGltZXMgcHJpb3IgdG8gMTk3MCwNCndpbGwgYmUgbmVnYXRpdmUgbnVtYmVycy4gVGhlIFBPU0lYbHQgY2xhc3Mgc3RvcmVzIG90aGVyIGRhdGUgYW5kIHRpbWUNCmluZm9ybWF0aW9uIGluIGEgbGlzdCBzdWNoIGFzIGhvdXIgb2YgZGF5IG9mIHdlZWssIG1vbnRoIG9mIHllYXIsIGV0Yy4NClRoZSBzdGFydGluZyB5ZWFyIGZvciBQT1NJWGx0IGRhdGEgaXMgMTkwMCwgc28gMjAyMiB3b3VsZCBiZSBzdG9yZWQgYXMNCnllYXIgMTIyLiBNb250aHMgYWxzbyBiZWdpbiBhdCAwLCBzbyBKYW51YXJ5IGlzIHN0b3JlZCBhcyBtb250aCAwIGFuZA0KRmVicnVhcnkgYXMgbW9udGggMS4gRm9yIGJvdGggUE9TSVggY2xhc3NlcywgdGhlIHRpbWV6b25lIGNhbiBiZQ0KY2xhc3NpZmllZC4gV2hpbGUgZGF0ZS10aW1lcyBzdG9yZWQgYXMgUE9TSVhjdCBhbmQgUE9TSVhsdCBsb29rIHNpbWlsYXIsDQp3aGVuIHlvdSB1bmNsYXNzIHRoZW0gd2l0aCB0aGUgdW5jbGFzcygpIGZ1bmN0aW9uLCB5b3UgY2FuIHNlZSB0aGUNCmFkZGl0aW9uYWwgaW5mb3JtYXRpb24gc3RvcmVkIHdpdGhpbiB0aGUgUE9TSVhsdCBkYXRhLg0KDQpEYXRlIENsYXNzDQoNCkRhdGVzIHdpdGhvdXQgdGltZSBjYW4gc2ltcGx5IGJlIHN0b3JlZCBhcyBhIERhdGUgY2xhc3MgaW4gUiB1c2luZyB0aGUNCmFzLkRhdGUoKSBmdW5jdGlvbi4gQm90aCBEYXRlcyBhbmQgUE9YSUMgY2xhc3NlcyBuZWVkIHRvIGJlIGRlZmluZWQNCmJhc2VkIG9uIGhvdyB0aGV5IGZvcm1hdHRlZC4gV2hlbiB1cGxvYWRpbmcgdGltZSBzZXJpZXMgZGF0YSBpbnRvIFIsDQpkYXRlIGFuZCBkYXRlLXRpbWUgZGF0YSBpcyB0eXBpY2FsbHkgdXBsb2FkZWQgYXMgYSBjaGFyYWN0ZXIgY2xhc3MgYW5kDQptdXN0IGJlIGNvbnZlcnRlZCB0byBkYXRlIG9yIHRpbWUgY2xhc3MgdXNpbmcgdGhlIGFzLkRhdGUoKSwNCmFzLlBPU0lYY3QoKSBvciBhcy5QT1NJWGx0KCkgZnVuY3Rpb25zLg0KDQpNb250aGx5DQoNCmBgYHtyfQ0KIyBWYXJzIGZvciBtb2RlbA0KIyBNb250aA0KIyBFbnN1cmUgdGhlIGBtb250aGAgY29sdW1uIGlzIGluIFBPU0lYY3QgZm9ybWF0DQpkZl9tZXJnZWRfbSRtb250aCA8LSBhcy5QT1NJWGN0KGRmX21lcmdlZF9tJG1vbnRoKQ0KDQojIENyZWF0ZSB0aGUgbnVtZXJpYyB2YXJpYWJsZTogYW4gZXZlbmx5IGluY3JlYXNpbmcgbnVtYmVyDQpkZl9tZXJnZWRfbSA8LSBkZl9tZXJnZWRfbSAlPiUNCiAgYXJyYW5nZShtb250aCkgJT4lICAjIEVuc3VyZSBkYXRhIGlzIHNvcnRlZCBieSBtb250aA0KICBtdXRhdGUobnVtZXJpY19tb250aCA9IHJvd19udW1iZXIoKSkgICMgQXNzaWduIGFuIGluY3JlYXNpbmcgbnVtYmVyDQoNCiMgQ3JlYXRlIHRoZSBzZWFzb25hbCB2YXJpYWJsZTogdGhlIDEyIGRpZmZlcmVudCBtb250aHMgYXMgYSBmYWN0b3INCmRmX21lcmdlZF9tIDwtIGRmX21lcmdlZF9tICU+JQ0KICBtdXRhdGUoc2Vhc29uYWxfbW9udGggPSBmYWN0b3IoZm9ybWF0KG1vbnRoLCAiJUIiKSwgbGV2ZWxzID0gbW9udGgubmFtZSkpICAjIE1vbnRoIG5hbWVzIGFzIG9yZGVyZWQgZmFjdG9ycw0KYGBgDQoNCldlZWtseQ0KDQpgYGB7cn0NCiMgV2Vlaw0KIyBFbnN1cmUgdGhlIGB3ZWVrYCBjb2x1bW4gaXMgaW4gUE9TSVhjdCBmb3JtYXQNCmRmX21lcmdlZF93JHdlZWsgPC0gYXMuUE9TSVhjdChkZl9tZXJnZWRfdyR3ZWVrKQ0KDQojIENyZWF0ZSB0aGUgbnVtZXJpYyB2YXJpYWJsZTogYW4gZXZlbmx5IGluY3JlYXNpbmcgbnVtYmVyDQpkZl9tZXJnZWRfdyA8LSBkZl9tZXJnZWRfdyAlPiUNCiAgYXJyYW5nZSh3ZWVrKSAlPiUgICMgRW5zdXJlIGRhdGEgaXMgc29ydGVkIGJ5IHdlZWsNCiAgbXV0YXRlKG51bWVyaWNfd2VlayA9IHJvd19udW1iZXIoKSkgICMgQXNzaWduIGFuIGluY3JlYXNpbmcgbnVtYmVyDQoNCiMgQ3JlYXRlIHRoZSBzZWFzb25hbCB2YXJpYWJsZTogdGhlIDEyIGRpZmZlcmVudCBtb250aHMgYXMgYSBmYWN0b3INCmRmX21lcmdlZF93IDwtIGRmX21lcmdlZF93ICU+JQ0KICBtdXRhdGUoc2Vhc29uYWxfbW9udGggPSBmYWN0b3IoZm9ybWF0KHdlZWssICIlQiIpLCBsZXZlbHMgPSBtb250aC5uYW1lKSkgICMgTW9udGggbmFtZXMgYXMgb3JkZXJlZCBmYWN0b3JzDQpgYGANCg0KRGFpbHkNCg0KYGBge3J9DQojIERheQ0KIyBFbnN1cmUgdGhlIGBkYXlgIGNvbHVtbiBpcyBpbiBQT1NJWGN0IGZvcm1hdA0KZGZfbWVyZ2VkX2QkZGF0ZSA8LSBhcy5QT1NJWGN0KGRmX21lcmdlZF9kJGRhdGUpDQoNCiMgQ3JlYXRlIHRoZSBudW1lcmljIHZhcmlhYmxlOiBhbiBldmVubHkgaW5jcmVhc2luZyBudW1iZXINCmRmX21lcmdlZF9kIDwtIGRmX21lcmdlZF9kICU+JQ0KICBhcnJhbmdlKGRhdGUpICU+JSAgIyBFbnN1cmUgZGF0YSBpcyBzb3J0ZWQgYnkgZGF5DQogIG11dGF0ZShudW1lcmljX2RheSA9IHJvd19udW1iZXIoKSkgICMgQXNzaWduIGFuIGluY3JlYXNpbmcgbnVtYmVyDQpgYGANCg0KYGBge3J9DQojIENyZWF0ZSB0aGUgc2Vhc29uYWwgdmFyaWFibGU6IHRoZSAxMiBkaWZmZXJlbnQgbW9udGhzIGFzIGEgZmFjdG9yDQpkZl9tZXJnZWRfZCA8LSBkZl9tZXJnZWRfZCAlPiUNCiAgbXV0YXRlKHNlYXNvbmFsX21vbnRoID0gZmFjdG9yKGZvcm1hdChkYXRlLCAiJUIiKSwgbGV2ZWxzID0gbW9udGgubmFtZSkpICAjIE1vbnRoIG5hbWVzIGFzIG9yZGVyZWQgZmFjdG9ycw0KDQojIENyZWF0ZSBhIGNvbHVtbiBpbmRpY2F0aW5nIHRoZSBkYXkgb2YgdGhlIHdlZWsNCmRmX21lcmdlZF9kIDwtIGRmX21lcmdlZF9kICU+JQ0KICBtdXRhdGUoZGF5X29mX3dlZWsgPSBmYWN0b3Iod2Vla2RheXMoZGF0ZSksIGxldmVscyA9IGMoIk1vbmRheSIsICJUdWVzZGF5IiwgIldlZG5lc2RheSIsIA0KICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIlRodXJzZGF5IiwgIkZyaWRheSIsICJTYXR1cmRheSIsICJTdW5kYXkiKSkpICAjIERheSBvZiB0aGUgd2VlayBhcyBvcmRlcmVkIGZhY3Rvcg0KYGBgDQoNCiMjIyBUaW1lIFNlcmllcyBPYmplY3RzDQpDb252ZXJ0IHNhbGVzIHRvIHRpbWUgc2VyaWVzIG9iamVjdHMgZm9yIHRoZSB1c2UgaW4gc2V2ZXJhbCBtb2RlbHMNCg0KYGBge3J9DQojIGNvbnZlcnQgdG8gdGltZSBzZXJpZXMNCnNhbGVzX2RfdHMgPC0gdHMoZGZfbWVyZ2VkX2Qkc2FsZXNfY29wKQ0Kc2FsZXNfd190cyA8LSB0cyhkZl9tZXJnZWRfdyRzYWxlc193KQ0Kc2FsZXNfbV90cyA8LSB0cyhkZl9tZXJnZWRfbSRzYWxlc19tKQ0KDQpwYXIobWZyb3c9YygxLDEpKQ0KDQojIERhaWx5DQp0c2Rpc3BsYXkoc2FsZXNfZF90cykNCiMgaXMgbm90IHN0YXRpb25hcnkgYnV0IGhhcyBubyBjbGVhciB0cmVuZA0KIyBhbmQgc2Vhc29uYWxpdHkgZXZlcnkgNyBkYXlzDQoNCiMgV2Vla2x5DQp0c2Rpc3BsYXkoc2FsZXNfd190cykNCiMgbm90IHN0YXRpb25hcnk6IGhhcyB0cmVuZA0KDQojIE1vbnRseQ0KdHNkaXNwbGF5KHNhbGVzX21fdHMpDQojIGhhcyBjbGVhciB0cmVuZCwgbm8gc2Vhc29uYWxpdHkNCg0KYGBgDQoNCiMjIyBMb2cgVHJhbnNmb3JtYXRpb24NClNvbWUgdmFyaWFibGVzIGFyZSBzY2FsZWQgdG8gbG9nLCBzbyB3ZSBjYW4gaW50ZXJwcmV0IHRoZSBsaW5lYXIgbW9kZWxzIG1vcmUgZWFzaWx5LiBUaGUgY292YXJpYXRlcyBhcmUgaW4gZGlmZmVyZW50IHNjYWxlcyBzbyBpdCBpcyBlYXNpZXIgdG8gaW50ZXJwcmV0IHBlcmNlbnRhZ2UgY2hhbmdlcyBpbnN0ZWFkIG9mIHVuaXQgY2hhbmdlcy4NCg0KYGBge3J9DQojIE1vbnRobHkNCmRmX21lcmdlZF9tIDwtIGRmX21lcmdlZF9tICU+JQ0KICBtdXRhdGUoYWNyb3NzKHdoZXJlKGlzLm51bWVyaWMpICYgIWFsbF9vZihjKCJ1bmVtcGxveW1lbnQiLCAiaW5mbGF0aW9uIikpLCB+IGxvZyguICsgMSkpKQ0KDQojIFdlZWtseQ0KZGZfbWVyZ2VkX3cgPC0gZGZfbWVyZ2VkX3cgJT4lDQogIG11dGF0ZShhY3Jvc3Mod2hlcmUoaXMubnVtZXJpYyksIH4gbG9nKC4gKyAxKSkpDQoNCiMgRGFpbHkNCiMgV2Vla2x5DQpkZl9tZXJnZWRfZCA8LSBkZl9tZXJnZWRfZCAlPiUNCiAgbXV0YXRlKGFjcm9zcyh3aGVyZShpcy5udW1lcmljKSwgfiBsb2coLiArIDEpKSkNCg0KYGBgDQoNCiMjIyBBdXRvY29ycmVsYXRpb24NCg0KYGBge3J9DQojcGFyKG1mcm93PWMoMSwxKSkNCiN0c2Rpc3BsYXkoc2FsZXNfZF90cykNCiMgaXMgbm90IHN0YXRpb25hcnkgYnV0IGhhcyBubyBjbGVhciB0cmVuZA0KDQpwbG90KHNhbGVzX2RfdHMpDQphY2Yoc2FsZXNfZF90cykNCnBhY2Yoc2FsZXNfZF90cykNCmBgYA0KDQpXaGVuIGRhdGEgYXJlIHNlYXNvbmFsLCB0aGUgYXV0b2NvcnJlbGF0aW9uIHdpbGwgYmUgbGFyZ2VyIGZvciB0aGUNCnNlYXNvbmFsIGxhZ3MgKGF0IG11bHRpcGxlcyBvZiB0aGUgc2Vhc29uYWwgcGVyaW9kKSB0aGFuIGZvciBvdGhlciBsYWdzLg0KDQpgYGB7cn0NCiMgV2Vla2x5DQoNCiN0c2Rpc3BsYXkoc2FsZXNfd190cykNCnBsb3Qoc2FsZXNfd190cykNCmFjZihzYWxlc193X3RzKQ0KcGFjZihzYWxlc193X3RzKQ0KDQojIG5vdCBzdGF0aW9uYXJ5OiBoYXMgdHJlbmQgYW5kIHNlYXNvbmFsaXR5IG1heWJlDQpgYGANCg0KYGBge3J9DQojIE1vbnRseQ0KDQojdHNkaXNwbGF5KHNhbGVzX21fdHMpDQpwbG90KHNhbGVzX21fdHMpDQphY2Yoc2FsZXNfbV90cykNCnBhY2Yoc2FsZXNfbV90cykNCiMgaGFzIGNsZWFyIHRyZW5kLCBubyBzZWFzb25hbGl0eQ0KYGBgDQoNCg0KIyBNb2RlbHMNCkluIHRoaXMgc2VjdGlvbiB3ZSBtb2RlbCB0aGUgdGltZSBzZXJpZXMgdXNpbmcgdmFyaW91cyBhcHByb2FjaGVzIHRvIGZpbmQgdGhlIGJlc3QgbW9kZWwgZm9yIG91ciBkYXRhLg0KV2UgdXNlIGJvdGggbGluZWFyIGFuZCBub24gbGluZWFyIG1vZGVscyBnb2luZyBmcm9tIHRoZSBzaW1wbGVzdCB0byB0aGUgbW9yZSAiY29tcGxleCIgbW9kZWxzLg0KDQoNCiMjIEhlbHBlciBmdW5jdGlvbnMNCkZ1bmN0aW9ucyB0aGF0IGhlbHAgdXMgaW1wbGVtZW50IGFuZCBhbmFseXplIG1vZGVscyBmYXN0ZXINCmBgYHtyfQ0KIyMgRnVuY3Rpb24gdG8gY3JlYXRlIGFuZCBzdW1tYXJpemUgbW9kZWxzLS0tLS0tLS0tLS0tLS0tLS0tDQpydW5fbW9kZWwgPC0gZnVuY3Rpb24oZm9ybXVsYSwgZGF0YSwgbW9kZWxfbmFtZSkgew0KICBjYXQoIlxuUnVubmluZyIsIG1vZGVsX25hbWUsICJcbiIpDQogIG1vZGVsIDwtIGxtKGZvcm11bGEsIGRhdGEgPSBkYXRhKQ0KICBwcmludChzdW1tYXJ5KG1vZGVsKSkNCiAgcGFyKG1mcm93ID0gYygyLCAyKSkNCiAgcGxvdChtb2RlbCkNCiAgcmV0dXJuKG1vZGVsKQ0KfQ0KDQojIEZ1bmN0aW9uIHRvIGNvbXBhcmUgbW9kZWxzIHVzaW5nIEFOT1ZBDQpjb21wYXJlX21vZGVscyA8LSBmdW5jdGlvbihtb2RlbDEsIG1vZGVsMiwgbmFtZTEsIG5hbWUyKSB7DQogIGNhdCgiXG5Db21wYXJpbmcgTW9kZWxzOiIsIG5hbWUxLCAidnMiLCBuYW1lMiwgIlxuIikNCiAgYW5vdmFfcmVzdWx0IDwtIGFub3ZhKG1vZGVsMSwgbW9kZWwyKQ0KICBwcmludChhbm92YV9yZXN1bHQpDQogIHJldHVybihhbm92YV9yZXN1bHQpDQp9DQoNCiMgRnVuY3Rpb24gdG8gYWRkIHByZWRpY3Rpb25zIHRvIHRoZSBkYXRhc2V0DQphZGRfcHJlZGljdGlvbnMgPC0gZnVuY3Rpb24obW9kZWwsIGRhdGEsIHByZWRfY29sdW1uKSB7DQogIGRhdGFbW3ByZWRfY29sdW1uXV0gPC0gcHJlZGljdChtb2RlbCwgbmV3ZGF0YSA9IGRhdGEpDQogIHJldHVybihkYXRhKQ0KfQ0KDQojIENhbGN1bGF0ZSBSTVNFDQojIEZ1bmN0aW9uIHRvIGNhbGN1bGF0ZSBSTVNFDQpjYWxjdWxhdGVfcm1zZSA8LSBmdW5jdGlvbihvYnNlcnZlZCwgcHJlZGljdGVkKSB7DQogIHJtc2UgPC0gc3FydChtZWFuKChvYnNlcnZlZCAtIHByZWRpY3RlZCleMiwgbmEucm0gPSBUUlVFKSkNCiAgcmV0dXJuKHJtc2UpDQp9DQoNCg0KIyBmdW5jdGlvbiB0aGF0IGNvbXBhcmVzIGxpbmVhciBtb2RlbHMNCiMgRGVmaW5lIHRoZSBmdW5jdGlvbiB0byBnZXQgUl4yIGFuZCBBSUMNCmdldF9tb2RlbF9zdGF0cyA8LSBmdW5jdGlvbihtb2RlbHMpIHsNCiAgIyBJbml0aWFsaXplIGFuIGVtcHR5IGRhdGEgZnJhbWUNCiAgc3RhdHMgPC0gZGF0YS5mcmFtZSgNCiAgICBNb2RlbCA9IGNoYXJhY3RlcigpLA0KICAgIFIyID0gbnVtZXJpYygpLA0KICAgIEFJQyA9IG51bWVyaWMoKSwNCiAgICBzdHJpbmdzQXNGYWN0b3JzID0gRkFMU0UNCiAgKQ0KICANCiAgIyBMb29wIHRocm91Z2ggdGhlIGxpc3Qgb2YgbW9kZWxzDQogIGZvciAoaSBpbiBzZXFfYWxvbmcobW9kZWxzKSkgew0KICAgIG1vZGVsIDwtIG1vZGVsc1tbaV1dDQogICAgbW9kZWxfbmFtZSA8LSBuYW1lcyhtb2RlbHMpW2ldDQogICAgIyBFeHRyYWN0IFJeMiBhbmQgQUlDDQogICAgcjIgPC0gc3VtbWFyeShtb2RlbCkkci5zcXVhcmVkDQogICAgYWljIDwtIEFJQyhtb2RlbCkNCiAgICAjIEFwcGVuZCB0byB0aGUgZGF0YSBmcmFtZQ0KICAgIHN0YXRzIDwtIHJiaW5kKHN0YXRzLCBkYXRhLmZyYW1lKE1vZGVsID0gbW9kZWxfbmFtZSwgUjIgPSByMiwgQUlDID0gYWljKSkNCiAgfQ0KICANCiAgcmV0dXJuKHN0YXRzKQ0KfQ0KDQpgYGANCg0KDQojIyBMaW5lYXIgbW9kZWxzDQoNCmBgYHtyfQ0KIyBNb250bHkgTW9kZWxzDQojIFZpZXcgRGF0YWZyYW1lDQpoZWFkKGRmX21lcmdlZF9tKQ0KDQojIE1vZGVsIDA6IFRyZW5kIG9ubHkNCm9sczAgPC0gcnVuX21vZGVsKHNhbGVzX20gfiBudW1lcmljX21vbnRoLCBkZl9tZXJnZWRfbSwgIk1vZGVsIDAiKQ0KZGZfbWVyZ2VkX20gPC0gYWRkX3ByZWRpY3Rpb25zKG9sczAsIGRmX21lcmdlZF9tLCAicHJlZGljdGVkX3NhbGVzMCIpDQoNCiMgTW9kZWwgMTogVHJlbmQgKyBTZWFzb25hbGl0eQ0Kb2xzMSA8LSBydW5fbW9kZWwoc2FsZXNfbSB+IG51bWVyaWNfbW9udGggKyBzZWFzb25hbF9tb250aCwgZGZfbWVyZ2VkX20sICJNb2RlbCAxIikNCmRmX21lcmdlZF9tIDwtIGFkZF9wcmVkaWN0aW9ucyhvbHMxLCBkZl9tZXJnZWRfbSwgInByZWRpY3RlZF9zYWxlczEiKQ0KDQoNCiMjIE1vZGVsIDI6IEJhY2t3YXJkIFN0ZXB3aXNlIFJlZ3Jlc3Npb24gDQoNCiMgU3RhcnQgd2l0aCB0aGUgZnVsbCBtb2RlbCAoZXhjbHVkaW5nIGZvb2QgYW5kIGJhcikNCm9sczJfZnVsbCA8LSBsbSgNCiAgc2FsZXNfbSB+IG51bWVyaWNfbW9udGggKyBzZWFzb25hbF9tb250aCArIHVuZW1wbG95bWVudCArIGlzZSArIGZ4X20gKw0KICAgIGdvb2dsZV9tICsgdGVtcF9tICsgcmFpbl9tLCANCiAgZGF0YSA9IGRmX21lcmdlZF9tDQopDQoNCg0KIyBQZXJmb3JtIGJhY2t3YXJkIHN0ZXB3aXNlIHJlZ3Jlc3Npb24NCm9sczJfc3RlcHdpc2UgPC0gc3RlcCgNCiAgb2xzMl9mdWxsLCANCiAgZGlyZWN0aW9uID0gImJhY2t3YXJkIiwNCiAgdHJhY2UgPSAxICMgUHJpbnRzIHRoZSBzdGVwd2lzZSByZWdyZXNzaW9uIHByb2Nlc3MNCikNCg0KIyBTdW1tYXJ5IG9mIHRoZSBmaW5hbCBzdGVwd2lzZSBtb2RlbA0Kc3VtbWFyeShvbHMyX3N0ZXB3aXNlKQ0KDQojIEFkZCBwcmVkaWN0aW9ucyBmcm9tIHRoZSBmaW5hbCBzdGVwd2lzZSBtb2RlbA0KZGZfbWVyZ2VkX20gPC0gYWRkX3ByZWRpY3Rpb25zKG9sczJfc3RlcHdpc2UsIGRmX21lcmdlZF9tLCAicHJlZGljdGVkX3NhbGVzMiIpDQoNCiMgUGxvdCBBY3R1YWwgdnMgUHJlZGljdGVkIFZhbHVlcw0KZ2dwbG90KGRmX21lcmdlZF9tLCBhZXMoeCA9IG1vbnRoKSkgKw0KICBnZW9tX2xpbmUoYWVzKHkgPSBleHAoc2FsZXNfbSksIGNvbG9yID0gIkFjdHVhbCBTYWxlcyIpLCBzaXplID0gMSkgKw0KICBnZW9tX2xpbmUoYWVzKHkgPSBleHAocHJlZGljdGVkX3NhbGVzMCksIGNvbG9yID0gIk1vZGVsIDAiKSwgbGluZXR5cGUgPSAiZGFzaGVkIiwgc2l6ZSA9IDEpICsNCiAgZ2VvbV9saW5lKGFlcyh5ID0gZXhwKHByZWRpY3RlZF9zYWxlczEpLCBjb2xvciA9ICJNb2RlbCAxIiksIGxpbmV0eXBlID0gImRvdHRlZCIsIHNpemUgPSAxKSArDQogIGdlb21fbGluZShhZXMoeSA9IGV4cChwcmVkaWN0ZWRfc2FsZXMyKSwgY29sb3IgPSAiTW9kZWwgMiBTdGVwd2lzZSIpLCBsaW5ldHlwZSA9ICJkb3RkYXNoIiwgc2l6ZSA9IDEpICsNCiAgbGFicyh0aXRsZSA9ICJBY3R1YWwgdnMgUHJlZGljdGVkIE1vbnRobHkgU2FsZXMgZm9yIEFsbCBNb2RlbHMiLA0KICAgICAgIHggPSAiTW9udGgiLCB5ID0gIlNhbGVzIiwgY29sb3IgPSAiTGVnZW5kIikgKw0KICB0aGVtZV9taW5pbWFsKCkgKw0KICB0aGVtZShheGlzLnRleHQueCA9IGVsZW1lbnRfdGV4dChhbmdsZSA9IDQ1LCBoanVzdCA9IDEpKQ0KDQoNCiMgTW9kZWxzIHRvIGNvbXBhcmUNCm1vZGVscyA8LSBsaXN0KA0KICAiTW9kZWwgdHJlbmQiID0gb2xzMCwNCiAgIk1vZGVsIHRyZW5kICsgc2Vhc29uIiA9IG9sczEsDQogICJNb2RlbCBhbGwgY292YXJpYXRlcyBzdGVwIiA9IG9sczJfc3RlcHdpc2UNCikNCg0KIyBHZXQgUl4yIGFuZCBBSUMgZm9yIGVhY2ggbW9kZWwNCm1vZGVsX3N0YXRzIDwtIGdldF9tb2RlbF9zdGF0cyhtb2RlbHMpDQoNCiMgVmlldyB0aGUgcmVzdWx0cw0KcHJpbnQobW9kZWxfc3RhdHMpDQoNCg0KIyAgUk1TRSBjYWxjdWxhdGlvbiBmb3IgdGhlIG9yaWdpbmFsIChleHBvbmVudGlhdGVkKSBzY2FsZQ0Kcm1zZV9zdGF0cyA8LSBkYXRhLmZyYW1lKA0KICBNb2RlbCA9IGNoYXJhY3RlcigpLA0KICBSTVNFID0gbnVtZXJpYygpLA0KICBzdHJpbmdzQXNGYWN0b3JzID0gRkFMU0UNCikNCg0KIyBMb29wIHRocm91Z2ggZWFjaCBtb2RlbA0KZm9yIChpIGluIHNlcV9hbG9uZyhtb2RlbHMpKSB7DQogIG1vZGVsX25hbWUgPC0gbmFtZXMobW9kZWxzKVtpXQ0KICBwcmVkaWN0ZWRfY29sdW1uIDwtIHBhc3RlMCgicHJlZGljdGVkX3NhbGVzIiwgaSAtIDEpICAjIEFkanVzdCBjb2x1bW4gbmFtZSBpbmRleA0KICANCiAgIyBDYWxjdWxhdGUgUk1TRSBvbiB0aGUgb3JpZ2luYWwgc2NhbGUNCiAgcm1zZSA8LSBjYWxjdWxhdGVfcm1zZSgNCiAgICBvYnNlcnZlZCA9IGV4cChkZl9tZXJnZWRfbSRzYWxlc19tKSwgICAgICAgICAgIyBFeHBvbmVudGlhdGUgYWN0dWFsIHZhbHVlcw0KICAgIHByZWRpY3RlZCA9IGV4cChkZl9tZXJnZWRfbVtbcHJlZGljdGVkX2NvbHVtbl1dKSAgIyBFeHBvbmVudGlhdGUgcHJlZGljdGVkIHZhbHVlcw0KICApDQogIA0KICAjIEFwcGVuZCByZXN1bHRzIHRvIHRoZSBSTVNFIHN0YXRzIHRhYmxlDQogIHJtc2Vfc3RhdHMgPC0gcmJpbmQocm1zZV9zdGF0cywgZGF0YS5mcmFtZShNb2RlbCA9IG1vZGVsX25hbWUsIFJNU0UgPSBybXNlKSkNCn0NCg0KIyBWaWV3IFJNU0Ugc3RhdGlzdGljcw0KcHJpbnQocm1zZV9zdGF0cykNCg0KYGBgDQoNCg0KYGBge3J9DQpybXNlX29sc19tIDwtIHJtc2Vfc3RhdHMkUk1TRVszXQ0Kcm1zZV9vbHNfbQ0KYGBgDQoNCmBgYHtyfQ0KIyBXZWVrbHkgTW9kZWxzDQpoZWFkKGRmX21lcmdlZF93KQ0KIyMgQ2xlYW4gRGF0YSAtIERyb3Agcm93cyAxLTIgYmVjYXVzZSBzYWxlcyBhcmUgMCAvIHdhcyBub3Qgb3BlbiB5ZXQNCmRmX21lcmdlZF93IDwtIGRmX21lcmdlZF93ICU+JSBzbGljZSgtMSwgLTIpDQoNCiMjIE1vZGVsIDBBOiBUcmVuZCBvbmx5DQpvbHMwdyA8LSBydW5fbW9kZWwoc2FsZXNfdyB+IG51bWVyaWNfd2VlaywgZGZfbWVyZ2VkX3csICJNb2RlbCAwQSIpDQpkZl9tZXJnZWRfdyA8LSBhZGRfcHJlZGljdGlvbnMob2xzMHcsIGRmX21lcmdlZF93LCAicHJlZGljdGVkX3NhbGVzMCIpDQoNCiMjIE1vZGVsIDFBOiBUcmVuZCArIFNlYXNvbmFsaXR5DQpvbHMxdyA8LSBydW5fbW9kZWwoc2FsZXNfdyB+IG51bWVyaWNfd2VlayArIHNlYXNvbmFsX21vbnRoLCBkZl9tZXJnZWRfdywgIk1vZGVsIDFBIikNCmRmX21lcmdlZF93IDwtIGFkZF9wcmVkaWN0aW9ucyhvbHMxdywgZGZfbWVyZ2VkX3csICJwcmVkaWN0ZWRfc2FsZXMxIikNCg0KDQojIyBNb2RlbCAyQTogRXhwZXJpbWVudGF0aW9uDQoNCg0KIyBTdGFydCB3aXRoIHRoZSBmdWxsIG1vZGVsIChleGNsdWRpbmcgZm9vZCBhbmQgYmFyKQ0Kb2xzMl9mdWxsX3cgPC0gbG0oDQogIHNhbGVzX3cgfiBudW1lcmljX3dlZWsgKyBzZWFzb25hbF9tb250aCArIGZ4X3cgKw0KICAgIGdvb2dsZV93ICsgdGVtcF93ICsgcmFpbl93LCANCiAgZGF0YSA9IGRmX21lcmdlZF93DQopDQoNCg0KIyBQZXJmb3JtIGJhY2t3YXJkIHN0ZXB3aXNlIHJlZ3Jlc3Npb24NCm9sczJfc3RlcHdpc2VfdyA8LSBzdGVwKA0KICBvbHMyX2Z1bGxfdywgDQogIGRpcmVjdGlvbiA9ICJiYWNrd2FyZCIsDQogIHRyYWNlID0gMSAjIFByaW50cyB0aGUgc3RlcHdpc2UgcmVncmVzc2lvbiBwcm9jZXNzDQopDQoNCiMgU3VtbWFyeSBvZiB0aGUgZmluYWwgc3RlcHdpc2UgbW9kZWwNCnN1bW1hcnkob2xzMl9zdGVwd2lzZV93KQ0KDQojIEFkZCBwcmVkaWN0aW9ucyBmcm9tIHRoZSBmaW5hbCBzdGVwd2lzZSBtb2RlbA0KZGZfbWVyZ2VkX3cgPC0gYWRkX3ByZWRpY3Rpb25zKG9sczJfc3RlcHdpc2VfdywgZGZfbWVyZ2VkX3csICJwcmVkaWN0ZWRfc2FsZXMyIikNCg0KIyBQbG90IEFjdHVhbCB2cyBQcmVkaWN0ZWQgVmFsdWVzDQpnZ3Bsb3QoZGZfbWVyZ2VkX3csIGFlcyh4ID0gd2VlaykpICsNCiAgZ2VvbV9saW5lKGFlcyh5ID0gZXhwKHNhbGVzX3cpLCBjb2xvciA9ICJBY3R1YWwgU2FsZXMiKSwgc2l6ZSA9IDEpICsNCiAgZ2VvbV9saW5lKGFlcyh5ID0gZXhwKHByZWRpY3RlZF9zYWxlczApLCBjb2xvciA9ICJNb2RlbCAwIiksIGxpbmV0eXBlID0gImRhc2hlZCIsIHNpemUgPSAxKSArDQogIGdlb21fbGluZShhZXMoeSA9IGV4cChwcmVkaWN0ZWRfc2FsZXMxKSwgY29sb3IgPSAiTW9kZWwgMSIpLCBsaW5ldHlwZSA9ICJkb3R0ZWQiLCBzaXplID0gMSkgKw0KICBnZW9tX2xpbmUoYWVzKHkgPSBleHAocHJlZGljdGVkX3NhbGVzMiksIGNvbG9yID0gIk1vZGVsIDIgU3RlcHdpc2UiKSwgbGluZXR5cGUgPSAiZG90ZGFzaCIsIHNpemUgPSAxKSArDQogIGxhYnModGl0bGUgPSAiQWN0dWFsIHZzIFByZWRpY3RlZCBXZWVrbHkgU2FsZXMgZm9yIEFsbCBNb2RlbHMiLA0KICAgICAgIHggPSAiV2VlayIsIHkgPSAiU2FsZXMiLCBjb2xvciA9ICJMZWdlbmQiKSArDQogIHRoZW1lX21pbmltYWwoKSArDQogIHRoZW1lKGF4aXMudGV4dC54ID0gZWxlbWVudF90ZXh0KGFuZ2xlID0gNDUsIGhqdXN0ID0gMSkpDQoNCiMgTW9kZWxzIHRvIGNvbXBhcmUNCm1vZGVsc193IDwtIGxpc3QoDQogICJNb2RlbCB0cmVuZCIgPSBvbHMwdywNCiAgIk1vZGVsIHRyZW5kICsgc2Vhc29uIiA9IG9sczF3LA0KICAiTW9kZWwgYWxsIGNvdmFyaWF0ZXMgc3RlcCIgPSBvbHMyX3N0ZXB3aXNlX3cNCikNCg0KIyBHZXQgUl4yIGFuZCBBSUMgZm9yIGVhY2ggbW9kZWwNCm1vZGVsX3N0YXRzX3cgPC0gZ2V0X21vZGVsX3N0YXRzKG1vZGVsc193KQ0KDQojIFZpZXcgdGhlIHJlc3VsdHMNCnByaW50KG1vZGVsX3N0YXRzX3cpDQoNCg0Kcm1zZV9zdGF0c193IDwtIGRhdGEuZnJhbWUoDQogIE1vZGVsID0gY2hhcmFjdGVyKCksDQogIFJNU0UgPSBudW1lcmljKCksDQogIHN0cmluZ3NBc0ZhY3RvcnMgPSBGQUxTRQ0KKQ0KDQojIExvb3AgdGhyb3VnaCBlYWNoIG1vZGVsDQpmb3IgKGkgaW4gc2VxX2Fsb25nKG1vZGVsc193KSkgew0KICBtb2RlbF9uYW1lIDwtIG5hbWVzKG1vZGVsc193KVtpXQ0KICBwcmVkaWN0ZWRfY29sdW1uIDwtIHBhc3RlMCgicHJlZGljdGVkX3NhbGVzIiwgaSAtIDEpICAjIEFkanVzdCBjb2x1bW4gbmFtZSBpbmRleA0KICANCiAgIyBDYWxjdWxhdGUgUk1TRSBvbiB0aGUgb3JpZ2luYWwgc2NhbGUNCiAgcm1zZSA8LSBjYWxjdWxhdGVfcm1zZSgNCiAgICBvYnNlcnZlZCA9IGV4cChkZl9tZXJnZWRfdyRzYWxlc193KSwgICAgICAgICAgIyBFeHBvbmVudGlhdGUgYWN0dWFsIHZhbHVlcw0KICAgIHByZWRpY3RlZCA9IGV4cChkZl9tZXJnZWRfd1tbcHJlZGljdGVkX2NvbHVtbl1dKSAgIyBFeHBvbmVudGlhdGUgcHJlZGljdGVkIHZhbHVlcw0KICApDQogIA0KICAjIEFwcGVuZCByZXN1bHRzIHRvIHRoZSBSTVNFIHN0YXRzIHRhYmxlDQogIHJtc2Vfc3RhdHNfdyA8LSByYmluZChybXNlX3N0YXRzX3csIGRhdGEuZnJhbWUoTW9kZWwgPSBtb2RlbF9uYW1lLCBSTVNFID0gcm1zZSkpDQp9DQoNCiMgVmlldyBSTVNFIHN0YXRpc3RpY3MNCnByaW50KHJtc2Vfc3RhdHNfdykNCg0KYGBgDQoNCmBgYHtyfQ0Kcm1zZV9vbHNfdyA8LSBybXNlX3N0YXRzX3ckUk1TRVszXQ0Kcm1zZV9vbHNfdw0KYGBgDQoNCg0KYGBge3J9DQojIERhaWx5IE1vZGVscw0KaGVhZChkZl9tZXJnZWRfZCwyNSkNCiMgcHJvcGVybHkgc3RhcnQgaW4gZGVjZW1iZXINCmRmX21lcmdlZF9kIDwtICBkZl9tZXJnZWRfZCAlPiUNCiAgZmlsdGVyKGRhdGUgPiAiMjAyMS0xMS0zMCIpDQpoZWFkKGRmX21lcmdlZF9kKQ0KDQojIyBNb2RlbCAwOiBUcmVuZCBvbmx5DQpvbHMwZCA8LSBydW5fbW9kZWwoc2FsZXNfY29wIH4gbnVtZXJpY19kYXksIGRmX21lcmdlZF9kLCAiTW9kZWwgMEEiKQ0KZGZfbWVyZ2VkX2QgPC0gYWRkX3ByZWRpY3Rpb25zKG9sczBkLCBkZl9tZXJnZWRfZCwgInByZWRpY3RlZF9zYWxlczAiKQ0KDQojIyBNb2RlbCAxOiBUcmVuZCArIFNlYXNvbmFsaXR5DQpvbHMxZCA8LSBydW5fbW9kZWwoc2FsZXNfY29wIH4gbnVtZXJpY19kYXkgKyBzZWFzb25hbF9tb250aCArIGRheV9vZl93ZWVrLCBkZl9tZXJnZWRfZCwgIk1vZGVsIDFBIikNCmRmX21lcmdlZF9kIDwtIGFkZF9wcmVkaWN0aW9ucyhvbHMxZCwgZGZfbWVyZ2VkX2QsICJwcmVkaWN0ZWRfc2FsZXMxIikNCg0KIyBNb2RlbCAyOiBCYWNrd2FyZA0KaGVhZChkZl9tZXJnZWRfZCkNCg0KIyBTdGFydCB3aXRoIHRoZSBmdWxsIG1vZGVsIChleGNsdWRpbmcgZm9vZCBhbmQgYmFyKQ0Kb2xzMl9mdWxsX2QgPC0gbG0oDQogIHNhbGVzX2NvcCB+IG51bWVyaWNfZGF5ICsgc2Vhc29uYWxfbW9udGggKyBkYXlfb2Zfd2VlayArIGZ4ICsNCiAgICAgdG1lZGlhbiArIHJhaW5fc3VtLCANCiAgZGF0YSA9IGRmX21lcmdlZF9kDQopDQpzdW1tYXJ5KG9sczJfZnVsbF9kKQ0KDQojIFBlcmZvcm0gYmFja3dhcmQgc3RlcHdpc2UgcmVncmVzc2lvbg0Kb2xzMl9zdGVwd2lzZV9kIDwtIHN0ZXAoDQogIG9sczJfZnVsbF9kLCANCiAgZGlyZWN0aW9uID0gImJhY2t3YXJkIiwNCiAgdHJhY2UgPSAxICMgUHJpbnRzIHRoZSBzdGVwd2lzZSByZWdyZXNzaW9uIHByb2Nlc3MNCikNCg0KIyBTdW1tYXJ5IG9mIHRoZSBmaW5hbCBzdGVwd2lzZSBtb2RlbA0Kc3VtbWFyeShvbHMyX3N0ZXB3aXNlX2QpDQoNCiMgQWRkIHByZWRpY3Rpb25zIGZyb20gdGhlIGZpbmFsIHN0ZXB3aXNlIG1vZGVsDQpkZl9tZXJnZWRfZCA8LSBhZGRfcHJlZGljdGlvbnMob2xzMl9zdGVwd2lzZV9kLCBkZl9tZXJnZWRfZCwgInByZWRpY3RlZF9zYWxlczIiKQ0KDQojIFBsb3QgQWN0dWFsIHZzIFByZWRpY3RlZCBWYWx1ZXMNCmdncGxvdChkZl9tZXJnZWRfZCwgYWVzKHggPSBkYXRlKSkgKw0KICBnZW9tX2xpbmUoYWVzKHkgPSBleHAoc2FsZXNfY29wKSwgY29sb3IgPSAiQWN0dWFsIFNhbGVzIiksIHNpemUgPSAxKSArDQogIGdlb21fbGluZShhZXMoeSA9IGV4cChwcmVkaWN0ZWRfc2FsZXMwKSwgY29sb3IgPSAiTW9kZWwgMCIpLCBsaW5ldHlwZSA9ICJkYXNoZWQiLCBzaXplID0gMSkgKw0KICBnZW9tX2xpbmUoYWVzKHkgPSBleHAocHJlZGljdGVkX3NhbGVzMSksIGNvbG9yID0gIk1vZGVsIDEiKSwgbGluZXR5cGUgPSAiZG90dGVkIiwgc2l6ZSA9IDEpICsNCiAgZ2VvbV9saW5lKGFlcyh5ID0gZXhwKHByZWRpY3RlZF9zYWxlczIpLCBjb2xvciA9ICJNb2RlbCAyIFN0ZXB3aXNlIiksIGxpbmV0eXBlID0gImRvdGRhc2giLCBzaXplID0gMSkgKw0KICBsYWJzKHRpdGxlID0gIkFjdHVhbCB2cyBQcmVkaWN0ZWQgU2FsZXMgZm9yIEFsbCBNb2RlbHMiLA0KICAgICAgIHggPSAiZGF0ZSIsIHkgPSAiU2FsZXMiLCBjb2xvciA9ICJMZWdlbmQiKSArDQogIHRoZW1lX21pbmltYWwoKSArDQogIHRoZW1lKGF4aXMudGV4dC54ID0gZWxlbWVudF90ZXh0KGFuZ2xlID0gNDUsIGhqdXN0ID0gMSkpDQoNCg0KIyBNb2RlbHMgdG8gY29tcGFyZQ0KbW9kZWxzX2QgPC0gbGlzdCgNCiAgIk1vZGVsIHRyZW5kIiA9IG9sczBkLA0KICAiTW9kZWwgdHJlbmQgKyBzZWFzb24iID0gb2xzMWQsDQogICJNb2RlbCBhbGwgY292YXJpYXRlcyBzdGVwIiA9IG9sczJfc3RlcHdpc2VfZA0KKQ0KDQojIEdldCBSXjIgYW5kIEFJQyBmb3IgZWFjaCBtb2RlbA0KbW9kZWxfc3RhdHNfZCA8LSBnZXRfbW9kZWxfc3RhdHMobW9kZWxzX2QpDQoNCiMgVmlldyB0aGUgcmVzdWx0cw0KcHJpbnQobW9kZWxfc3RhdHNfZCkNCg0KIyAgUk1TRSBjYWxjdWxhdGlvbiBmb3IgdGhlIG9yaWdpbmFsIChleHBvbmVudGlhdGVkKSBzY2FsZSBmb3IgZGFpbHkgbW9kZWxzDQpybXNlX3N0YXRzX2QgPC0gZGF0YS5mcmFtZSgNCiAgTW9kZWwgPSBjaGFyYWN0ZXIoKSwNCiAgUk1TRSA9IG51bWVyaWMoKSwNCiAgc3RyaW5nc0FzRmFjdG9ycyA9IEZBTFNFDQopDQoNCiMgTG9vcCB0aHJvdWdoIGVhY2ggbW9kZWwNCmZvciAoaSBpbiBzZXFfYWxvbmcobW9kZWxzX2QpKSB7DQogIG1vZGVsX25hbWUgPC0gbmFtZXMobW9kZWxzX2QpW2ldDQogIHByZWRpY3RlZF9jb2x1bW4gPC0gcGFzdGUwKCJwcmVkaWN0ZWRfc2FsZXMiLCBpIC0gMSkgICMgQWRqdXN0IGNvbHVtbiBuYW1lIGluZGV4DQogIA0KICAjIENhbGN1bGF0ZSBSTVNFIG9uIHRoZSBvcmlnaW5hbCBzY2FsZQ0KICBybXNlIDwtIGNhbGN1bGF0ZV9ybXNlKA0KICAgIG9ic2VydmVkID0gZXhwKGRmX21lcmdlZF9kJHNhbGVzX2NvcCksICAgICAgICAgICMgRXhwb25lbnRpYXRlIGFjdHVhbCB2YWx1ZXMNCiAgICBwcmVkaWN0ZWQgPSBleHAoZGZfbWVyZ2VkX2RbW3ByZWRpY3RlZF9jb2x1bW5dXSkgICMgRXhwb25lbnRpYXRlIHByZWRpY3RlZCB2YWx1ZXMNCiAgKQ0KICANCiAgIyBBcHBlbmQgcmVzdWx0cyB0byB0aGUgUk1TRSBzdGF0cyB0YWJsZQ0KICBybXNlX3N0YXRzX2QgPC0gcmJpbmQocm1zZV9zdGF0c19kLCBkYXRhLmZyYW1lKE1vZGVsID0gbW9kZWxfbmFtZSwgUk1TRSA9IHJtc2UpKQ0KfQ0KDQojIFZpZXcgUk1TRSBzdGF0aXN0aWNzIGZvciBkYWlseSBkYXRhDQpwcmludChybXNlX3N0YXRzX2QpDQpgYGANCg0KYGBge3J9DQpybXNlX29sc19kIDwtIHJtc2Vfc3RhdHNfZCRSTVNFWzNdDQpybXNlX29sc19kDQpgYGANCg0KIyMgTm9uIExpbmVhciBNb2RlbHMNCkhlcmUgd2UgZXhwbG9yZSBub24gbGluZWFyIG1vZGVscywgc3RhcnRpbmcgZnJvbSB0aGUgc2ltcGxlc3QgdG8gbW9yZSBlbGFib3JhdGUgbW9kZWxzIGluIHRoZSBlbmQgY29tYmluaW5nIHNvbWUgb2YgdGhlIHVzZWQgbW9kZWxzLg0KDQojIyMgV3JhbmdsZSBkYXRhIGZvciBtb2RlbHMNClRoZSB0aW1lIHNlcmllcyBhcmUgYWx0ZXJlZCBzbyB0aGUgdmlzdWFsaXphdGlvbnMgYXJlIG1vcmUgdW5kZXJzdGFuZGFibGUsIGJhc2ljYWxseSB3ZSBjaGFuZ2UgdGhlIGRhdGUgaW5kZXggaW4gdGhlIHRpbWVzZXJpZXMgb2JqZWN0cw0KDQpgYGB7cn0NCiMgcmUtZGVjbGFyZSB0aW1lLXNlcmllcyBiZWFjYXVzZSB3ZSBkcm9wZWQgc29tZSByb3dzOg0KIyBFbnN1cmUgdGhlICdkYXRlJyBjb2x1bW5zIGFyZSBpbiBEYXRlIGZvcm1hdA0KZGZfbWVyZ2VkX2QkZGF0ZSA8LSBhcy5EYXRlKGRmX21lcmdlZF9kJGRhdGUpDQpkZl9tZXJnZWRfdyRkYXRlIDwtIGFzLkRhdGUoZGZfbWVyZ2VkX3ckd2VlaykNCmRmX21lcmdlZF9tJGRhdGUgPC0gYXMuRGF0ZShkZl9tZXJnZWRfbSRtb250aCkNCg0KIyBFeHRyYWN0IHRoZSBzdGFydCBkYXRlIGFuZCB5ZWFyIGZvciBlYWNoIGRhdGFmcmFtZQ0Kc3RhcnRfZCA8LSBtaW4oZGZfbWVyZ2VkX2QkZGF0ZSkNCnN0YXJ0X3cgPC0gbWluKGRmX21lcmdlZF93JGRhdGUpDQpzdGFydF9tIDwtIG1pbihkZl9tZXJnZWRfbSRkYXRlKQ0KDQojIEV4dHJhY3QgY29tcG9uZW50cyBmb3IgZGFpbHksIHdlZWtseSwgYW5kIG1vbnRobHkgc3RhcnQgdGltZXMNCnN0YXJ0X2RfeWVhciA8LSBhcy5udW1lcmljKGZvcm1hdChzdGFydF9kLCAiJVkiKSkNCnN0YXJ0X2RfZGF5IDwtIGFzLm51bWVyaWMoZm9ybWF0KHN0YXJ0X2QsICIlaiIpKSAjIERheSBvZiB0aGUgeWVhcg0KDQpzdGFydF93X3llYXIgPC0gYXMubnVtZXJpYyhmb3JtYXQoc3RhcnRfdywgIiVZIikpDQpzdGFydF93X3dlZWsgPC0gYXMubnVtZXJpYyhmb3JtYXQoc3RhcnRfdywgIiVVIikpICsgMSAjIFdlZWsgbnVtYmVyLCBhZGRpbmcgMSBzaW5jZSBSIHN0YXJ0cyBhdCB3ZWVrIDANCg0Kc3RhcnRfbV95ZWFyIDwtIGFzLm51bWVyaWMoZm9ybWF0KHN0YXJ0X20sICIlWSIpKQ0Kc3RhcnRfbV9tb250aCA8LSBhcy5udW1lcmljKGZvcm1hdChzdGFydF9tLCAiJW0iKSkNCg0KIyBEZWNsYXJlIHRpbWUgc2VyaWVzIHdpdGggYXBwcm9wcmlhdGUgZnJlcXVlbmNpZXMNCnNhbGVzX2RfdHMgPC0gdHMoZXhwKGRmX21lcmdlZF9kJHNhbGVzX2NvcCksIHN0YXJ0ID0gYyhzdGFydF9kX3llYXIsIHN0YXJ0X2RfZGF5KSwgZnJlcXVlbmN5ID0gMzY1KQ0Kc2FsZXNfd190cyA8LSB0cyhleHAoZGZfbWVyZ2VkX3ckc2FsZXNfdyksIHN0YXJ0ID0gYyhzdGFydF93X3llYXIsIHN0YXJ0X3dfd2VlayksIGZyZXF1ZW5jeSA9IDUyKQ0Kc2FsZXNfbV90cyA8LSB0cyhleHAoZGZfbWVyZ2VkX20kc2FsZXNfbSksIHN0YXJ0ID0gYyhzdGFydF9tX3llYXIsIHN0YXJ0X21fbW9udGgpLCBmcmVxdWVuY3kgPSAxMikNCg0KZm9vZF9kX3RzIDwtIHRzKGV4cChkZl9tZXJnZWRfZCRmb29kKSwgc3RhcnQgPSBjKHN0YXJ0X2RfeWVhciwgc3RhcnRfZF9kYXkpLCBmcmVxdWVuY3kgPSAzNjUpDQpmb29kX3dfdHMgPC0gdHMoZXhwKGRmX21lcmdlZF93JGZvb2RfdyksIHN0YXJ0ID0gYyhzdGFydF93X3llYXIsIHN0YXJ0X3dfd2VlayksIGZyZXF1ZW5jeSA9IDUyKQ0KZm9vZF9tX3RzIDwtIHRzKGV4cChkZl9tZXJnZWRfbSRmb29kX20pLCBzdGFydCA9IGMoc3RhcnRfbV95ZWFyLCBzdGFydF9tX21vbnRoKSwgZnJlcXVlbmN5ID0gMTIpDQoNCmJhcl9kX3RzIDwtIHRzKGV4cChkZl9tZXJnZWRfZCRiYXIpLCBzdGFydCA9IGMoc3RhcnRfZF95ZWFyLCBzdGFydF9kX2RheSksIGZyZXF1ZW5jeSA9IDM2NSkNCmJhcl93X3RzIDwtIHRzKGV4cChkZl9tZXJnZWRfdyRiYXJfdyksIHN0YXJ0ID0gYyhzdGFydF93X3llYXIsIHN0YXJ0X3dfd2VlayksIGZyZXF1ZW5jeSA9IDUyKQ0KYmFyX21fdHMgPC0gdHMoZXhwKGRmX21lcmdlZF9tJGJhcl9tKSwgc3RhcnQgPSBjKHN0YXJ0X21feWVhciwgc3RhcnRfbV9tb250aCksIGZyZXF1ZW5jeSA9IDEyKQ0KDQpgYGANCg0KYGBge3J9DQojIFZlcmlmeSB0aGUgY3JlYXRlZCB0aW1lIHNlcmllcw0KcGFyKG1mcm93PWMoMSwxKSkNCnBsb3Qoc2FsZXNfZF90cykNCnBsb3Qoc2FsZXNfd190cykNCnBsb3Qoc2FsZXNfbV90cykNCg0KDQpwbG90KGZvb2RfZF90cykNCnBsb3QoZm9vZF93X3RzKQ0KcGxvdChmb29kX21fdHMpDQoNCnBsb3QoYmFyX2RfdHMpDQpwbG90KGJhcl93X3RzKQ0KcGxvdChiYXJfbV90cykNCmBgYA0KDQpIZXJlIHdlIGZpbGwgdGhlIHNhbGVzID0gMCB2YWx1ZXMgd2l0aCB0aGUgbWVhbiBvZiB0aGUgdHdvIGFkamFjZW50IGRhdGVzLiBUaGlzIGluIG9yZGVyIHRvIGhhdmUgc21vb3RoZXIgbW9kZWxzLg0KVGhlIGRhdGVzIHdpdGggc2FsZXMgPSAwIGFyZSBkYXRlcyB0aGF0IGFyZSBuYXRpb25hbCBob2xpZGF5IGxpa2UgY2hyaXN0bWFzIG9yIG5ldyB5ZWFycywgb3IgaW52ZW50b3J5IGRheSBpbiB3aGljaCB0aGUga2l0Y2hlbiBjYW5ub3Qgb3BlcmF0ZSBzbyB0aGUgc2FsZXMgYXJlIDAuDQpgYGB7cn0NCiMgRnVuY3Rpb24gdG8gcmVwbGFjZSAxcyB3aXRoIHRoZSBtZWFuIG9mIHByZXZpb3VzIGFuZCBuZXh0IG9ic2VydmF0aW9ucw0KZmlsbF9vbmVzIDwtIGZ1bmN0aW9uKHRzX2RhdGEpIHsNCiAgIyBDb252ZXJ0IHRpbWUgc2VyaWVzIHRvIG51bWVyaWMgdmVjdG9yDQogIHRzX3ZlYyA8LSBhcy5udW1lcmljKHRzX2RhdGEpDQogIA0KICAjIExvb3AgdGhyb3VnaCBhbmQgcmVwbGFjZSAxcw0KICBmb3IgKGkgaW4gc2VxX2Fsb25nKHRzX3ZlYykpIHsNCiAgICBpZiAodHNfdmVjW2ldID09IDEpIHsNCiAgICAgICMgQ2hlY2sgYm91bmRhcmllcyB0byBhdm9pZCBpbmRleGluZyBpc3N1ZXMNCiAgICAgIHByZXZfdmFsIDwtIGlmZWxzZShpID4gMSwgdHNfdmVjW2kgLSAxXSwgTkEpDQogICAgICBuZXh0X3ZhbCA8LSBpZmVsc2UoaSA8IGxlbmd0aCh0c192ZWMpLCB0c192ZWNbaSArIDFdLCBOQSkNCiAgICAgIA0KICAgICAgIyBSZXBsYWNlIHdpdGggbWVhbiBvZiBwcmV2aW91cyBhbmQgbmV4dCwgaWdub3JpbmcgTkENCiAgICAgIHRzX3ZlY1tpXSA8LSBtZWFuKGMocHJldl92YWwsIG5leHRfdmFsKSwgbmEucm0gPSBUUlVFKQ0KICAgIH0NCiAgfQ0KICANCiAgIyBSZXR1cm4gYXMgdGltZSBzZXJpZXMgd2l0aCBvcmlnaW5hbCBhdHRyaWJ1dGVzDQogIHRzKHRzX3ZlYywgc3RhcnQgPSBzdGFydCh0c19kYXRhKSwgZnJlcXVlbmN5ID0gZnJlcXVlbmN5KHRzX2RhdGEpKQ0KfQ0KDQojIEFwcGx5IHRoZSBmdW5jdGlvbiANCnNhbGVzX2RfdHMgPC0gZmlsbF9vbmVzKHNhbGVzX2RfdHMpDQpzYWxlc193X3RzIDwtIGZpbGxfb25lcyhzYWxlc193X3RzKQ0Kc2FsZXNfbV90cyA8LSBmaWxsX29uZXMoc2FsZXNfbV90cykNCg0KDQpmb29kX2RfdHMgPC0gZmlsbF9vbmVzKGZvb2RfZF90cykNCmZvb2Rfd190cyA8LSBmaWxsX29uZXMoZm9vZF93X3RzKQ0KZm9vZF9tX3RzIDwtIGZpbGxfb25lcyhmb29kX21fdHMpDQoNCmJhcl9kX3RzIDwtIGZpbGxfb25lcyhiYXJfZF90cykNCmJhcl93X3RzIDwtIGZpbGxfb25lcyhiYXJfd190cykNCmJhcl9tX3RzIDwtIGZpbGxfb25lcyhiYXJfbV90cykNCg0KYGBgDQoNCiMjIyBCYXNzIE1vZGVsDQoNCmBgYHtyfQ0KIyBTb21lIHNpbXBsZSBwbG90cw0KcGxvdChzYWxlc19tX3RzKQ0KcGxvdChjdW1zdW0oc2FsZXNfbV90cykpICNSZXR1cm5zIGEgdmVjdG9yIHdob3NlIGVsZW1lbnRzIGFyZSB0aGUgY3VtdWxhdGl2ZSBzdW1zDQpgYGANCg0KYGBge3J9DQojIEJhc3MgbW9kZWwNCmJtX208LUJNKHNhbGVzX21fdHMsZGlzcGxheSA9IFQpICMgc2hvdyBncmFwaGljYWwgdmlldyBvZiByZXN1bHRzIC8gZGlzcGxheSA9IFRydWUNCg0Kc3VtbWFyeShibV9tKQ0KYGBgDQoNCmBgYHtyfQ0KYm1fbSRjb2VmZmljaWVudHNbJ20nXSAtIHN1bShzYWxlc19tX3RzKQ0KYGBgDQpBY2NvcmRpbmcgdG8gdGhpcywgdGhlcmUgYXJlIG9ubHkgMW0gY29wIGxlZnQgdG8gc2VsbCwgdGhpcyBpcyBsZXNzIHRoYW4gYSB5ZWFyIC8gc2VlbXMgd3JvbmcuIEZpdHMgd2VsbCBidXQgdGhlIDMwLSBvbndhcmQgaXMgd2llcmQgKyBzYWxlcyBtaWdodCBub3QgYmUgZGVjbGluaW5nIHlldC4gU3RpbGwgcmVmbGVjdHMgdGhlIGlubm92YXRpb24gYW5kIGNvcHlpbmcgaW4gc29tZSBzZW5zZQ0KIA0KQWxzbyB0aGUgcmVzdGF1cmFudHMgcmVseSBpbiB3b3JkIG9mIG1vdXRoIHRvIHJlYWNoIGZ1bGwgc3RhZ2UNCm0gPSA0LjY2NC4wMDAuMDAwIENPUCwgaS5lIDEgbW0gRVVSIGFwcHJveC4gLyBUaGUgcmVzdGF1cmFudCBoYXMgc29sZCAzLjUxNS43ODguODg1LyBBY2NvcmRpbmcgdG8gdGhpcyBvbmx5IGluIDEgeWVhciBpdCBzaG91bGQgZXh0aW5ndWlzaCBzZWxscyBwLCBpbm5vdmF0aW9uOiAwLjgzMiUgaW5kaWNhdGVzIHRoYXQgdGhlIGFkb3B0aW9uIHJhdGUgZHVlIHRvIGV4dGVybmFsIGluZmx1ZW5jZSBpcyByZWxhdGl2ZWx5IGxvdywgYnV0IG5vdCB1bmNvbW1vbiBmb3IgbWFueSBtYXJrZXRzLiAtIGl0IGlzIGFjdHVhbGx5IHJlbGF0aXZseSBpbm5vdmF0aXZlIHE6ICg4Ljk2JSkgc3VnZ2VzdHMgdGhhdCBpbWl0YXRpb24gcGxheXMgYSBsYXJnZXIgcm9sZSB0aGFuIGlubm92YXRpb24gaW4gZHJpdmluZyBhZG9wdGlvbiBpbiB0aGlzIG1hcmtldA0KDQoNCg0KYGBge3J9DQpwcmVkX2JtX208LSBwcmVkaWN0KGJtX20sIG5ld3g9YygxOmxlbmd0aChzYWxlc19tX3RzKSkpDQpwcmVkX2JtX20gPC0gdHMocHJlZF9ibV9tLCBzdGFydCA9IHN0YXJ0KHNhbGVzX21fdHMpLCBmcmVxdWVuY3kgPSBmcmVxdWVuY3koc2FsZXNfbV90cykpDQpwcmVkLmluc3RfYm1fbSA8LSBtYWtlLmluc3RhbnRhbmVvdXMocHJlZF9ibV9tKQ0KcHJlZC5pbnN0X2JtX20gPC0gdHMocHJlZC5pbnN0X2JtX20sIHN0YXJ0ID0gc3RhcnQoc2FsZXNfbV90cyksIGZyZXF1ZW5jeSA9IGZyZXF1ZW5jeShzYWxlc19tX3RzKSkNCg0KIyBwbG90DQpwbG90KHNhbGVzX21fdHMsIHR5cGUgPSAicCIsIGNvbCA9ICJibGFjayIsIHBjaCA9IDE2LCBjZXggPSAwLjcsDQogICAgIHhsYWIgPSAiTW9udGgiLCB5bGFiID0gIk1vbnRobHkgU2FsZXMiLCBtYWluID0gIkFjdHVhbCB2cyBGaXR0ZWQgU2FsZXMiKQ0KDQojIEFkZCB0aGUgZml0dGVkIHZhbHVlcyBhcyBhIGxpbmUNCmxpbmVzKHByZWQuaW5zdF9ibV9tLCBjb2wgPSAicmVkIiwgbHdkID0gMikNCg0KIyBBZGQgYSBsZWdlbmQNCmxlZ2VuZCgidG9wbGVmdCIsIGxlZ2VuZCA9IGMoIkFjdHVhbCBWYWx1ZXMiLCAiRml0dGVkIFZhbHVlcyIpLA0KICAgICAgIGNvbCA9IGMoImJsYWNrIiwgInJlZCIpLCBwY2ggPSBjKDE2LCBOQSksIGx0eSA9IGMoTkEsIDEpLCBsd2QgPSBjKE5BLCAyKSkNCmBgYA0KDQpgYGB7cn0NCiMgY2hlY2sgcmVzaWR1YWxzDQpyZXNfYm1fbSA8LSBzYWxlc19tX3RzIC0gcHJlZC5pbnN0X2JtX20NCnRzZGlzcGxheShyZXNfYm1fbSkNCmBgYA0KUmVzaWR1YWxzIGhhdmUgc29tZSBzdHJ1Y3R1cmUgYW5kIDIgbGFnIGhhcyBjb3JyZWxhdGlvbi4NCg0KYGBge3J9DQojIENhbGN1bGF0ZSBSTVNFIGZvciBCYXNzIE1vZGVsIHByZWRpY3Rpb25zDQpybXNlX2JtX20gPC0gY2FsY3VsYXRlX3Jtc2Uob2JzZXJ2ZWQgPSBzYWxlc19tX3RzLCBwcmVkaWN0ZWQgPSBwcmVkLmluc3RfYm1fbSkNCg0KIyBQcmludCB0aGUgUk1TRQ0KY2F0KCJSTVNFIGZvciBCYXNzIE1vZGVsIFByZWRpY3Rpb25zOiIsIHJtc2VfYm1fbSwgIlxuIikNCg0KYGBgDQoNCmBgYHtyfQ0KYm1fdzwtQk0oc2FsZXNfd190cyxkaXNwbGF5ID0gVCkgIyBzaG93IGdyYXBoaWNhbCB2aWV3IG9mIHJlc3VsdHMgLyBkaXNwbGF5ID0gVHJ1ZQ0Kc3VtbWFyeShibV93KQ0KYm1fdyRjb2VmZmljaWVudHNbJ20nXSAtIHN1bShzYWxlc193X3RzKQ0KIyByZXN1bHRzIGFyZSBzaW1pbGFyIGluIHRlcm1zIG9mIG0sIHAgYW5kIHcgYXJlIGluIG90aGVyIHNjYWxlIA0KI2JlY2F1c2UgdGhleSBhcmUgaW4gZGlmZmVyZW50IHRpbWUgc3RhbXANCmJtX20kY29lZmZpY2llbnRzWydxJ10gLyBibV93JGNvZWZmaWNpZW50c1sncSddICMgdGhleSBhcmUgYXBwcm94IDQgdGltZXMNCmJtX20kY29lZmZpY2llbnRzWydwJ10gLyBibV93JGNvZWZmaWNpZW50c1sncCddICMgdGhleSBhcmUgYXBwcm94IDQgdGltZXMNCiMgd2hpY2ggbWFrZXMgc2Vuc2UNCmBgYA0KQ29lZmZpY2llbnRzIGFyZSBhcHByb3hpbWF0bHkgNCB0aW1lcyB0aGUgb25lcyBvZiB0aGUgbW9udGhseSBtb2RlbCwgbWFraW5nIHNlbnNlIGJlY2F1c2UgdGhlcmUgYXJlIDQgd2Vla3MgaW4gYSBtb250aC4gV2hpbGUgbWFya2V0IHBvdGVudGlhbCBpcyBzaW1pbGFyLg0KDQpgYGB7cn0NCiMgUHJlZGljdGlvbg0KcHJlZF9ibV93PC0gcHJlZGljdChibV93LCBuZXd4PWMoMTpsZW5ndGgoc2FsZXNfd190cykpKQ0KcHJlZF9ibV93IDwtIHRzKHByZWRfYm1fdywgc3RhcnQgPSBzdGFydChzYWxlc193X3RzKSwgZnJlcXVlbmN5ID0gZnJlcXVlbmN5KHNhbGVzX3dfdHMpKQ0KcHJlZC5pbnN0X2JtX3cgPC0gbWFrZS5pbnN0YW50YW5lb3VzKHByZWRfYm1fdykNCnByZWQuaW5zdF9ibV93IDwtIHRzKHByZWQuaW5zdF9ibV93LCBzdGFydCA9IHN0YXJ0KHNhbGVzX3dfdHMpLCBmcmVxdWVuY3kgPSBmcmVxdWVuY3koc2FsZXNfd190cykpDQoNCiMgcGxvdA0KcGxvdChzYWxlc193X3RzLCB0eXBlID0gInAiLCBjb2wgPSAiYmxhY2siLCBwY2ggPSAxNiwgY2V4ID0gMC43LA0KICAgICB4bGFiID0gIldlZWsiLCB5bGFiID0gIldlZWtseSBTYWxlcyIsIG1haW4gPSAiQWN0dWFsIHZzIEZpdHRlZCBTYWxlcyIpDQoNCiMgQWRkIHRoZSBmaXR0ZWQgdmFsdWVzIGFzIGEgbGluZQ0KbGluZXMocHJlZC5pbnN0X2JtX3csIGNvbCA9ICJyZWQiLCBsd2QgPSAyKQ0KDQojIEFkZCBhIGxlZ2VuZA0KbGVnZW5kKCJ0b3BsZWZ0IiwgbGVnZW5kID0gYygiQWN0dWFsIFZhbHVlcyIsICJGaXR0ZWQgVmFsdWVzIiksDQogICAgICAgY29sID0gYygiYmxhY2siLCAicmVkIiksIHBjaCA9IGMoMTYsIE5BKSwgbHR5ID0gYyhOQSwgMSksIGx3ZCA9IGMoTkEsIDIpKQ0KDQpgYGANCg0KDQpgYGB7cn0NCiMgY2hlY2sgcmVzaWR1YWxzDQpyZXNfYm1fdyA8LSBzYWxlc193X3RzIC0gcHJlZC5pbnN0X2JtX3cNCnRzZGlzcGxheShyZXNfYm1fdykNCmBgYA0KDQpSZXNpZHVhbHMgaGF2ZSBzb21lIHN0cnVjdHVyZSBhbmQgMiBsYWcgaGFzIGNvcnJlbGF0aW9uLCB3aXRoIGNsZWFyIHRyZW5kIGFuZCBzdHJ1Y3R1cmUgaW4gdGhlIHJlc2lkdWFscw0KDQpgYGB7cn0NCiMgUk1TRQ0KIyBDYWxjdWxhdGUgUk1TRSBmb3IgQmFzcyBNb2RlbCBwcmVkaWN0aW9ucw0Kcm1zZV9ibV93IDwtIGNhbGN1bGF0ZV9ybXNlKG9ic2VydmVkID0gc2FsZXNfd190cywgcHJlZGljdGVkID0gcHJlZC5pbnN0X2JtX3cpDQoNCiMgUHJpbnQgdGhlIFJNU0UNCmNhdCgiUk1TRSBmb3IgQmFzcyBNb2RlbCBQcmVkaWN0aW9uczoiLCBybXNlX2JtX3csICJcbiIpDQoNCmBgYA0KYGBge3J9DQpibV9kIDwtIEJNKA0KICBzYWxlc19kX3RzLA0KICBwcmVsaW1lc3RpbWF0ZXMgPSBjKDEuMiAqIHN1bShzYWxlc19kX3RzKSwgMC4wMDUsIDAuNSksICMgQWRqdXN0IHRoZXNlIGVzdGltYXRlcw0KICBkaXNwbGF5ID0gVFJVRQ0KKQ0KDQoNCnN1bW1hcnkoYm1fZCkNCmJtX2QkY29lZmZpY2llbnRzWydtJ10gLSBzdW0oc2FsZXNfZF90cykNCiMgcmVzdWx0cyBhcmUgc2ltaWxhciBpbiB0ZXJtcyBvZiBtLCBwIGFuZCB3IGFyZSBpbiBvdGhlciBzY2FsZSANCiNiZWNhdXNlIHRoZXkgYXJlIGluIGRpZmZlcmVudCB0aW1lIHN0YW1wDQpibV93JGNvZWZmaWNpZW50c1sncSddIC8gYm1fZCRjb2VmZmljaWVudHNbJ3EnXSAjIHRoZXkgYXJlIGFwcHJveCA3IHRpbWVzDQpibV93JGNvZWZmaWNpZW50c1sncCddIC8gYm1fZCRjb2VmZmljaWVudHNbJ3AnXSAjIHRoZXkgYXJlIGFwcHJveCA3IHRpbWVzDQoNCmBgYA0KQ29lZmZpY2llbnRzIGFyZSBhcHByb3hpbWF0ZWx5IDE6NyBzY2FsZSBvZiB0aGUgb25lcyBpbiB0aGUgd2Vla2x5IG1vZGVsLCBtYWtpbmcgc2Vuc2UuDQpUaGUgbWFya2V0IHBvdGVudGlhbCBpcyBhbHNvIHNpbWlsYXIgaW4gb3JkZXIgb2YgbWFnbml0dWRlLg0KDQpgYGB7cn0NCiMgUHJlZGljdGlvbg0KcHJlZF9ibV9kIDwtIHByZWRpY3QoYm1fZCwgbmV3eCA9IGMoMTpsZW5ndGgoc2FsZXNfZF90cykpKQ0KcHJlZF9ibV9kIDwtIHRzKHByZWRfYm1fZCwgc3RhcnQgPSBzdGFydChzYWxlc19kX3RzKSwgZnJlcXVlbmN5ID0gZnJlcXVlbmN5KHNhbGVzX2RfdHMpKQ0KcHJlZC5pbnN0X2JtX2QgPC0gbWFrZS5pbnN0YW50YW5lb3VzKHByZWRfYm1fZCkNCnByZWQuaW5zdF9ibV9kIDwtIHRzKHByZWQuaW5zdF9ibV9kLCBzdGFydCA9IHN0YXJ0KHNhbGVzX2RfdHMpLCBmcmVxdWVuY3kgPSBmcmVxdWVuY3koc2FsZXNfZF90cykpDQoNCiMgUGxvdCBhY3R1YWwgdnMgZml0dGVkIHNhbGVzIGZvciBkYWlseSBkYXRhDQpwbG90KHNhbGVzX2RfdHMsIHR5cGUgPSAicCIsIGNvbCA9ICJibGFjayIsIHBjaCA9IDE2LCBjZXggPSAwLjcsDQogICAgIHhsYWIgPSAiRGF5IiwgeWxhYiA9ICJEYWlseSBTYWxlcyIsIG1haW4gPSAiQWN0dWFsIHZzIEZpdHRlZCBTYWxlcyAoRGFpbHkpIikNCg0KIyBBZGQgdGhlIGZpdHRlZCB2YWx1ZXMgYXMgYSBsaW5lDQpsaW5lcyhwcmVkLmluc3RfYm1fZCwgY29sID0gInJlZCIsIGx3ZCA9IDIpDQoNCiMgQWRkIGEgbGVnZW5kDQpsZWdlbmQoInRvcGxlZnQiLCBsZWdlbmQgPSBjKCJBY3R1YWwgVmFsdWVzIiwgIkZpdHRlZCBWYWx1ZXMiKSwNCiAgICAgICBjb2wgPSBjKCJibGFjayIsICJyZWQiKSwgcGNoID0gYygxNiwgTkEpLCBsdHkgPSBjKE5BLCAxKSwgbHdkID0gYyhOQSwgMikpDQoNCmBgYA0KDQoNCmBgYHtyfQ0KIyBDaGVjayByZXNpZHVhbHMNCnJlc19ibV9kIDwtIHNhbGVzX2RfdHMgLSBwcmVkLmluc3RfYm1fZA0KdHNkaXNwbGF5KHJlc19ibV9kKQ0KYGBgDQoNClJlc2lkdWFscyBkb24gbm90IHNlZW0gc3RhdGlvbmFyeSwgb3IgYXQgbGVhc3QgdGhleSBoYXZlIGEgbG90IG9mIGF1dG9jb3JyZWxhdGlvbi4NCg0KYGBge3J9DQojIENhbGN1bGF0ZSBSTVNFIGZvciBCYXNzIE1vZGVsIHByZWRpY3Rpb25zIChkYWlseSBkYXRhKQ0Kcm1zZV9ibV9kIDwtIGNhbGN1bGF0ZV9ybXNlKG9ic2VydmVkID0gc2FsZXNfZF90cywgcHJlZGljdGVkID0gcHJlZC5pbnN0X2JtX2QpDQoNCiMgUHJpbnQgdGhlIFJNU0UNCmNhdCgiUk1TRSBmb3IgRGFpbHkgQmFzcyBNb2RlbCBQcmVkaWN0aW9uczoiLCBybXNlX2JtX2QsICJcbiIpDQoNCmBgYA0KDQoNCg0KIyMjIyBMaW1pdGF0aW9uIG9mIG9mIHRoZSBCYXNzIE1vZGVsDQoNCi0gICBCYXNzIG1vZGVsIGFzc3VtZXMgdGhhdCBldmVyeSBwcm9kdWN0IHN1Y2NlZWRzIGFuZCB0aGUgc2FsZXMNCiAgICBzYXR1cmF0ZSB0byB0aGUgc3RlYWR5IHN0YXRlIGxldmVsLiBIb3dldmVyLCBtb3N0IG5ldyBwcm9kdWN0cyBmYWlsDQogICAgaW4gcmVhbGl0eS4NCg0KLSAgIFRoZSBtYXJrZXQgcG90ZW50aWFsICptKiBpcyBjb25zdGFudCBhbG9uZyB0aGUgd2hvbGUgbGlmZSBjeWNsZS4NCg0KLSAgIEJhc3MgbW9kZWwgcHJlZGljdGlvbnMgd29ya3Mgd2VsbCBvbmx5IGFmdGVyIHRoZSBzY2FsZSBpbmZsZWN0aW9uDQogICAgcG9pbnQuIGlmIHNhbGVzIG9mIGEgY2F0ZWdvcnkgZ29lcyB1cCBhbmQgdXAgbGlrZSBhIEotY3VydmUsIGl0IGNhbg0KICAgIG92ZXIgZXN0aW1hdGUgdGhlIG92ZXJhbGwgbWFya2V0IHNpemUuDQoNCi0gICBJdCBpcyBhIG1vZGVsIGZvciBwcm9kdWN0cyB3aXRoIGEgbGltaXRlZCBsaWZlIGN5Y2xlOiBuZWVkcyBhDQogICAgaHlwb3RoZXNpcy4NCg0KLSAgIEFub3RoZXIgZHJhd2JhY2sgb2YgQmFzcyBtb2RlbCBpcyB0aGF0IHRoZSBkaWZmdXNpb24gcGF0dGVybiBpbiBub3QNCiAgICBhZmZlY3RlZCBieSBtYXJrZXRpbmcgbWl4IHZhcmlhYmxlcyBsaWtlIHByaWNlIG9yIGFkdmVydGlzaW5nLg0KDQpUaGUgZ2VuZXJhbGl6ZWQgQmFzcyBtb2RlbCBleHRlbmRzIHRoZSBvcmlnaW5hbCBCYXNzIG1vZGVsIGFsbG93aW5nIHRoZQ0Kcm9sZXMgb2YgbWFya2V0aW5nIG1peCB2YWx1ZS4NCg0KIyMjIEdlbmVyYWxpemVkIEJhc3MgTW9kZWwNCg0KQmFzcyBtb2RlbCBpcyB1c2VkIHRvIGZvcmVjYXN0IHRoZSBhZG9wdGlvbiBvZiBhIG5ldyBwcm9kdWN0IGFuZCB0bw0KcHJlZGljdCB0aGUgc2FsZXMsIHNpbmNlIGl0IGRldGVybWluZXMgdGhlIHNoYXBlIG9mIHRoZSBjdXJ2ZSBvZiBhIG1vZGVsDQp0aGF0IHJlcHJlc2VudCB0aGUgY3VtdWxhdGl2ZSBhZG9wdGlvbiBvZiBhIG5ldyBwcm9kdWN0LiBUaGUgR2VuZXJhbGl6ZWQNCkJhc3MgbW9kZWwgZXh0ZW5kcyB0aGUgb3JpZ2luYWwgQmFzcyBtb2RlbCBieSBpbmNvcnBvcmF0aW5nIG1hcmtldGluZw0KbWl4IHZhcmlhYmxlcy4gV2UgY2FuIGtub3cgdGhlIGVmZmVjdCBvZiBwcmljaW5nLCBwcm9tb3Rpb25zIG9uIHRoZSBuZXcNCnByb2R1Y3QgZGlmZnVzaW9uIGN1cnZlLiBJdCBpcyBtb3JlIGZsZXhpYmxlIHRoYW4gdGhlIG9yaWdpbmFsIEJhc3MNCm1vZGVsLg0KDQpgYGB7cn0NCg0KbSA8LSA0LjQ1MTU3MGUrMDkNCnAgPC0gOC40NzI5MTdlLTAzDQpxIDwtIDkuNDE1NjI1ZS0wMg0KDQpHQk1fbW9udGhseV9zYWxlcyA8LSBHQk0oDQogIHNhbGVzX21fdHMsIA0KICBzaG9jayA9ICdleHAnLCANCiAgbnNob2NrID0gMSwNCiAgI3ByZWxpbWVzdGltYXRlcyA9IGMobSxwLHEsIDEyLCAwLjEsIC0wLjEpDQogIHByZWxpbWVzdGltYXRlcyA9IGMobSxwLHEsIDEwLCAwLjEsIDIpDQogICNwcmVsaW1lc3RpbWF0ZXMgPSBjKG0scCxxLCAxMSwgMTUsIC0wLjEpDQogICkNCg0Kc3VtbWFyeShHQk1fbW9udGhseV9zYWxlcykNCg0KcHJlZF9HQk1fbW9udGhseV9zYWxlczwtIHByZWRpY3QoR0JNX21vbnRobHlfc2FsZXMsIG5ld3g9YygxOjYwKSkNCnByZWRfR0JNX21vbnRobHlfc2FsZXMuaW5zdDwtIG1ha2UuaW5zdGFudGFuZW91cyhwcmVkX0dCTV9tb250aGx5X3NhbGVzKQ0KYGBgDQoNCiMjIyBHdXNlby1HdWlkb2xpbiBNb2RlbA0KDQpgYGB7cn0NCiMgTW9udGx5IG1vZGVsDQpnZ20xIDwtIEdHTShzYWxlc19tX3RzLCBtdD0nYmFzZScsIGRpc3BsYXkgPSBUKQ0KZ2dtMiA8LSBHR00oc2FsZXNfbV90cywgbXQ9IGZ1bmN0aW9uKHgpIHBjaGlzcSh4LDEwKSxkaXNwbGF5ID0gVCkNCnN1bW1hcnkoZ2dtMSkNCnN1bW1hcnkoZ2dtMikNCiMgdHJ5IGRpZmZlcmVudCBmdW5jdGlvbnMgZm9yIG1hcmtldCBwb3RlbnRpYWwNCg0KZ2dtMyA8LSBHR00oc2FsZXNfbV90cywgbXQ9IGZ1bmN0aW9uKHgpIGxvZyh4KSxkaXNwbGF5ID0gVCkNCmdnbTQgPC0gR0dNKHNhbGVzX21fdHMsIG10PSBmdW5jdGlvbih4KSAoeCkqKigxLzEuMDUpLGRpc3BsYXkgPSBUKQ0Kc3VtbWFyeShnZ20zKQ0Kc3VtbWFyeShnZ200KQ0KYGBgDQoNCg0KDQpLIFw8LSA3LjY4Mzc4NWUrMDkNCg0KcGMgXDwtIDIuNjk4NjEzZS0wMg0KDQpxYyBcPC0gMi41ODI0MTJlLTAxDQoNCnBzIFw8LSA3LjczMTc2M2UtMDMNCg0KcXMgXDwtIDQuNTA4MjAyZS0wMg0KDQpgYGB7cn0NCiMgcHJlZGljdGlvbnMNCnByZWRfZ2dtX20gPC0gcHJlZGljdChnZ20xLCBuZXd4ID0gYygxOmxlbmd0aChzYWxlc19tX3RzKSkpDQpwcmVkX2dnbV9tIDwtIHRzKHByZWRfZ2dtX20sIHN0YXJ0ID0gc3RhcnQoc2FsZXNfbV90cyksIGZyZXF1ZW5jeSA9IGZyZXF1ZW5jeShzYWxlc19tX3RzKSkNCnByZWQuaW5zdF9nZ21fbSA8LSBtYWtlLmluc3RhbnRhbmVvdXMocHJlZF9nZ21fbSkNCnByZWQuaW5zdF9nZ21fbSA8LSB0cyhwcmVkLmluc3RfZ2dtX20sIHN0YXJ0ID0gc3RhcnQoc2FsZXNfbV90cyksIGZyZXF1ZW5jeSA9IGZyZXF1ZW5jeShzYWxlc19tX3RzKSkNCg0KIyBQbG90IGFjdHVhbCB2cyBmaXR0ZWQgc2FsZXMgZm9yIG1vbnRobHkgZGF0YQ0KcGxvdChzYWxlc19tX3RzLCB0eXBlID0gInAiLCBjb2wgPSAiYmxhY2siLCBwY2ggPSAxNiwgY2V4ID0gMC43LA0KICAgICB4bGFiID0gIk1vbnRoIiwgeWxhYiA9ICJNb250aGx5IFNhbGVzIiwgbWFpbiA9ICJBY3R1YWwgdnMgRml0dGVkIFNhbGVzIChHR00gTW9kZWwpIikNCg0KIyBBZGQgdGhlIGZpdHRlZCB2YWx1ZXMgYXMgYSBsaW5lDQpsaW5lcyhwcmVkLmluc3RfZ2dtX20sIGNvbCA9ICJyZWQiLCBsd2QgPSAyKQ0KDQojIEFkZCBhIGxlZ2VuZA0KbGVnZW5kKCJ0b3BsZWZ0IiwgbGVnZW5kID0gYygiQWN0dWFsIFZhbHVlcyIsICJGaXR0ZWQgVmFsdWVzIChHR00pIiksDQogICAgICAgY29sID0gYygiYmxhY2siLCAicmVkIiksIHBjaCA9IGMoMTYsIE5BKSwgbHR5ID0gYyhOQSwgMSksIGx3ZCA9IGMoTkEsIDIpKQ0KDQpgYGANCg0KDQpgYGB7cn0NCiNBbmFseXNpcyBvZiByZXNpZHVhbHMNCnJlc19HR01fbTwtIHNhbGVzX21fdHMgLSBwcmVkLmluc3RfZ2dtX20NCnRzZGlzcGxheShyZXNfR0dNX20pDQpgYGANClJlc2lkdWFscyBsb29rIHN0YXRpb25hcnkgZm9yIHRoaXMgbW9kZWwNCg0KYGBge3J9DQojIFJlc2lkdWFscyBzb21laG93IGFyZSBraW5kIG9mIHN0YXRpb25hcnkNCiMgY2hlY2sgZm9yIHN0YXRpb25hcml0eSBvZiByZXNpZHVhbHMNCmFkZl90ZXN0IDwtIGFkZi50ZXN0KHJlc19HR01fbSkNCnByaW50KGFkZl90ZXN0KSAjIGlmIHAtdmFsIDwgYWxwaGEsIHNlcmllcyBzdGF0aW9uYXJ5DQojIHNvIHdpdGggdGhpcyBtb2RlbCB3ZSBhY2hpZXZlIHN0YXRpb25hcnkgc2VyaWVzDQoNCiMgY2hlY2sgZm9yIGF1dG9jb3JyZWxhdGlvbiBpbiByZXNpZHVhbHMNCkJveC50ZXN0KHJlc19HR01fbSwgbGFnID0gMTAsIHR5cGUgPSAiTGp1bmctQm94IikgIyBoMCByZXMgaW5kZXANCiMgcC12YWwgPiBhbHBoYSA9PiBmYWlsIHRvIHJlamVjdCBoMCwgc28gcmVzaWR1YWxzIHNlZW0gaW5kZXANCg0KYGBgDQpSZXNpZHVhbHMgYXJlIGxpa2VsZXkgc3RhdGlvbmFyeQ0KDQpgYGB7cn0NCiMgQ2FsY3VsYXRlIFJNU0UgZm9yIGdnbTENCnJtc2VfZ2dtMSA8LSBjYWxjdWxhdGVfcm1zZShvYnNlcnZlZCA9IHNhbGVzX21fdHMsIHByZWRpY3RlZCA9IHByZWQuaW5zdF9nZ21fbSkNCg0KIyBQcmludCBSTVNFIGZvciBnZ20xDQpjYXQoIlJNU0UgZm9yIEdHTSBNb2RlbCAxIChCYXNlKToiLCBybXNlX2dnbTEsICJcbiIpDQoNCmBgYA0KYGBge3J9DQojIFdlZWtseQ0KZ2dtMV93IDwtIEdHTShzYWxlc193X3RzLCBtdD0nYmFzZScsIGRpc3BsYXkgPSBUKQ0KZ2dtMl93IDwtIEdHTShzYWxlc193X3RzLCBtdD0gZnVuY3Rpb24oeCkgcGNoaXNxKHgsMjUpLGRpc3BsYXkgPSBUKQ0Kc3VtbWFyeShnZ20xX3cpICMgdGhpcyBvbmUgaXMgYmV0dGVyDQpzdW1tYXJ5KGdnbTJfdykNCiMgdHJ5IGRpZmZlcmVudCBmdW5jdGlvbnMgZm9yIG1hcmtldCBwb3RlbnRpYWwNCg0KZ2dtM193IDwtIEdHTShzYWxlc193X3RzLCBtdD0gZnVuY3Rpb24oeCkgbG9nKHgpLGRpc3BsYXkgPSBUKQ0KZ2dtNF93IDwtIEdHTShzYWxlc193X3RzLCBtdD0gZnVuY3Rpb24oeCkgKHgpKiooMS8xLjA1KSxkaXNwbGF5ID0gVCkNCg0Kc3VtbWFyeShnZ20zX3cpDQpzdW1tYXJ5KGdnbTRfdykgIyBiZXR0ZXIgc2hhcGVkIGJ1dCBsZXNzIHNpZ25pZmljYW50DQoNCmBgYA0KDQpgYGB7cn0NCiMgcHJlZGljdGlvbnMNCnByZWRfZ2dtX3cgPC0gcHJlZGljdChnZ20xX3csIG5ld3ggPSBjKDE6bGVuZ3RoKHNhbGVzX3dfdHMpKSkNCnByZWRfZ2dtX3cgPC0gdHMocHJlZF9nZ21fdywgc3RhcnQgPSBzdGFydChzYWxlc193X3RzKSwgZnJlcXVlbmN5ID0gZnJlcXVlbmN5KHNhbGVzX3dfdHMpKQ0KcHJlZC5pbnN0X2dnbV93IDwtIG1ha2UuaW5zdGFudGFuZW91cyhwcmVkX2dnbV93KQ0KcHJlZC5pbnN0X2dnbV93IDwtIHRzKHByZWQuaW5zdF9nZ21fdywgc3RhcnQgPSBzdGFydChzYWxlc193X3RzKSwgZnJlcXVlbmN5ID0gZnJlcXVlbmN5KHNhbGVzX3dfdHMpKQ0KDQojIFBsb3QgYWN0dWFsIHZzIGZpdHRlZCBzYWxlcyBmb3Igd2Vla2x5IGRhdGENCnBsb3Qoc2FsZXNfd190cywgdHlwZSA9ICJwIiwgY29sID0gImJsYWNrIiwgcGNoID0gMTYsIGNleCA9IDAuNywNCiAgICAgeGxhYiA9ICJXZWVrIiwgeWxhYiA9ICJXZWVrbHkgU2FsZXMiLCBtYWluID0gIkFjdHVhbCB2cyBGaXR0ZWQgU2FsZXMgKEdHTSBNb2RlbCkiKQ0KDQojIEFkZCB0aGUgZml0dGVkIHZhbHVlcyBhcyBhIGxpbmUNCmxpbmVzKHByZWQuaW5zdF9nZ21fdywgY29sID0gInJlZCIsIGx3ZCA9IDIpDQoNCiMgQWRkIGEgbGVnZW5kDQpsZWdlbmQoInRvcGxlZnQiLCBsZWdlbmQgPSBjKCJBY3R1YWwgVmFsdWVzIiwgIkZpdHRlZCBWYWx1ZXMgKEdHTSkiKSwNCiAgICAgICBjb2wgPSBjKCJibGFjayIsICJyZWQiKSwgcGNoID0gYygxNiwgTkEpLCBsdHkgPSBjKE5BLCAxKSwgbHdkID0gYyhOQSwgMikpDQoNCmBgYA0KDQpgYGB7cn0NCiMgQW5hbHlzaXMgb2YgcmVzaWR1YWxzDQpyZXNfR0dNX3cgPC0gc2FsZXNfd190cyAtIHByZWQuaW5zdF9nZ21fdw0KdHNkaXNwbGF5KHJlc19HR01fdykNCg0KDQojIENoZWNrIGZvciBzdGF0aW9uYXJpdHkgb2YgcmVzaWR1YWxzDQphZGZfdGVzdF93IDwtIGFkZi50ZXN0KHJlc19HR01fdykNCnByaW50KGFkZl90ZXN0X3cpICMgaWYgcC12YWx1ZSA8IGFscGhhLCBzZXJpZXMgaXMgc3RhdGlvbmFyeQ0KDQojIENoZWNrIGZvciBhdXRvY29ycmVsYXRpb24gaW4gcmVzaWR1YWxzDQpib3hfdGVzdF93IDwtIEJveC50ZXN0KHJlc19HR01fdywgbGFnID0gMTAsIHR5cGUgPSAiTGp1bmctQm94IikNCnByaW50KGJveF90ZXN0X3cpICMgaWYgcC12YWx1ZSA+IGFscGhhLCByZXNpZHVhbHMgYXJlIGluZGVwZW5kZW50DQoNCmBgYA0KU2VyaWVzIGlzIHN0YXRpb25hcnkgYWNjb3JkaW5nIHRvIHRlc3RzLCBidXQgY2xlYXJseSBoYXMgc3Ryb25nIGF1dG9jb3JyZWxhdGlvbg0KDQpgYGB7cn0NCiMgUk1TRQ0Kcm1zZV9nZ21fdyA8LSBjYWxjdWxhdGVfcm1zZShvYnNlcnZlZCA9IHNhbGVzX3dfdHMsIHByZWRpY3RlZCA9IHByZWQuaW5zdF9nZ21fdykNCg0KIyBQcmludCB0aGUgUk1TRQ0KY2F0KCJSTVNFIGZvciBXZWVrbHkgR0dNIE1vZGVsIFByZWRpY3Rpb25zOiIsIHJtc2VfZ2dtX3csICJcbiIpDQoNCmBgYA0KDQpgYGB7cn0NCiMgRGFpbHkgR0dNDQojIFNjYWxpbmcgdGhlIHNhbGVzIGRhdGENCnNhbGVzX21pbiA8LSBtaW4oc2FsZXNfZF90cykNCnNhbGVzX21heCA8LSBtYXgoc2FsZXNfZF90cykNCnNhbGVzX3NjYWxlZCA8LSAoc2FsZXNfZF90cyAtIHNhbGVzX21pbikgLyAoc2FsZXNfbWF4IC0gc2FsZXNfbWluKQ0KDQojIFZpZXcgc2NhbGVkIGRhdGENCnN1bW1hcnkoc2FsZXNfc2NhbGVkKQ0KcGxvdChzYWxlc19zY2FsZWQsIHR5cGUgPSAibCIsIG1haW4gPSAiU2NhbGVkIERhaWx5IFNhbGVzIiwgeGxhYiA9ICJEYXkiLCB5bGFiID0gIlNjYWxlZCBTYWxlcyIpDQoNCmBgYA0KV2UgcmUtc2NhbGUgdGhlIGRhdGEgYmVjYXVzZSBlbHNlIHRoZSBtb2RlbCB3b24ndCBjb252ZXJnZQ0KDQpgYGB7cn0NCiMgRml0IEdHTSBtb2RlbHMgdXNpbmcgc2NhbGVkIGRhdGENCmdnbTFfZCA8LSBHR00oc2FsZXNfc2NhbGVkLCBtdCA9ICdiYXNlJywgZGlzcGxheSA9IFQpDQpnZ20yX2QgPC0gR0dNKHNhbGVzX3NjYWxlZCwgbXQgPSBmdW5jdGlvbih4KSBwY2hpc3EoeCwgMTApLCBkaXNwbGF5ID0gVCkNCmdnbTNfZCA8LSBHR00oc2FsZXNfc2NhbGVkLCBtdCA9IGZ1bmN0aW9uKHgpIGxvZyh4KSwgZGlzcGxheSA9IFQpDQpnZ200X2QgPC0gR0dNKHNhbGVzX3NjYWxlZCwgbXQgPSBmdW5jdGlvbih4KSAoeCleKDEvMS4wNSksIGRpc3BsYXkgPSBUKQ0KDQojIFN1bW1hcml6ZSBtb2RlbHMNCnN1bW1hcnkoZ2dtMV9kKSAgIyBCYXNlIG1vZGVsDQpzdW1tYXJ5KGdnbTJfZCkgICMgQ2hpLXNxdWFyZWQNCnN1bW1hcnkoZ2dtM19kKSAgIyBMb2cgdHJhbnNmb3JtYXRpb24NCnN1bW1hcnkoZ2dtNF9kKSAgIyBQb3dlciB0cmFuc2Zvcm1hdGlvbg0KDQpgYGANCg0KUHJlZGljdCBvbiB0aGUgYmVzdCBtb2RlbCBiYXNlZCBvbiBmaXQgYW5kIHAtdmFsdWVzDQpXZSBzZWxlY3QgbW9kZWwgMQ0KYGBge3J9DQojIFByZWRpY3Rpb24gdXNpbmcgR0dNIG1vZGVsDQpwcmVkX2dnbV9kIDwtIHByZWRpY3QoZ2dtMV9kLCBuZXd4ID0gYygxOmxlbmd0aChzYWxlc19zY2FsZWQpKSkNCnByZWRfZ2dtX2QgPC0gdHMocHJlZF9nZ21fZCwgc3RhcnQgPSBzdGFydChzYWxlc19zY2FsZWQpLCBmcmVxdWVuY3kgPSBmcmVxdWVuY3koc2FsZXNfc2NhbGVkKSkNCnByZWQuaW5zdF9nZ21fZCA8LSBtYWtlLmluc3RhbnRhbmVvdXMocHJlZF9nZ21fZCkNCnByZWQuaW5zdF9nZ21fZCA8LSB0cyhwcmVkLmluc3RfZ2dtX2QsIHN0YXJ0ID0gc3RhcnQoc2FsZXNfc2NhbGVkKSwgZnJlcXVlbmN5ID0gZnJlcXVlbmN5KHNhbGVzX3NjYWxlZCkpDQoNCiMgUmUtc2NhbGUgcHJlZGljdGlvbnMgYmFjayB0byB0aGUgb3JpZ2luYWwgc2NhbGUNCnByZWRfb3JpZ2luYWxfc2NhbGUgPC0gKHByZWQuaW5zdF9nZ21fZCAqIChzYWxlc19tYXggLSBzYWxlc19taW4pKSArIHNhbGVzX21pbg0KDQojIFBsb3QgYWN0dWFsIHZzIGZpdHRlZCBzYWxlcyAob3JpZ2luYWwgc2NhbGUpDQpwbG90KHNhbGVzX2RfdHMsIHR5cGUgPSAicCIsIGNvbCA9ICJibGFjayIsIHBjaCA9IDE2LCBjZXggPSAwLjcsDQogICAgIHhsYWIgPSAiRGF5IiwgeWxhYiA9ICJEYWlseSBTYWxlcyIsIG1haW4gPSAiQWN0dWFsIHZzIEZpdHRlZCBTYWxlcyAoT3JpZ2luYWwgU2NhbGUpIikNCmxpbmVzKHByZWRfb3JpZ2luYWxfc2NhbGUsIGNvbCA9ICJyZWQiLCBsd2QgPSAyKQ0KbGVnZW5kKCJ0b3BsZWZ0IiwgbGVnZW5kID0gYygiQWN0dWFsIFZhbHVlcyIsICJGaXR0ZWQgVmFsdWVzIChHR00sIE9yaWdpbmFsIFNjYWxlKSIpLA0KICAgICAgIGNvbCA9IGMoImJsYWNrIiwgInJlZCIpLCBwY2ggPSBjKDE2LCBOQSksIGx0eSA9IGMoTkEsIDEpLCBsd2QgPSBjKE5BLCAyKSkNCg0KYGBgDQoNCmBgYHtyfQ0KIyBBbmFseXNpcyBvZiByZXNpZHVhbHMNCnJlc19HR01fZCA8LSBzYWxlc19kX3RzIC0gcHJlZF9vcmlnaW5hbF9zY2FsZQ0KdHNkaXNwbGF5KHJlc19HR01fZCwgbWFpbiA9ICJSZXNpZHVhbHMgb2YgR0dNIE1vZGVsIikNCg0KYGBgDQpSZXNpZHVhbHMgZG9udCBsb29rIHN0YXRpb25hcnkNCg0KYGBge3J9DQojIENoZWNrIGZvciBzdGF0aW9uYXJpdHkgb2YgcmVzaWR1YWxzDQphZGZfdGVzdF9kIDwtIGFkZi50ZXN0KHJlc19HR01fZCkNCnByaW50KGFkZl90ZXN0X2QpICAjIElmIHAtdmFsdWUgPCBhbHBoYSwgc2VyaWVzIGlzIHN0YXRpb25hcnkNCiMgYWNjb3JkaW5nIHRvIHRoaXMsIHRoZXkgYXJlIHN0YXRpb25hcnkNCg0KIyBDaGVjayBmb3IgYXV0b2NvcnJlbGF0aW9uIGluIHJlc2lkdWFscw0KYm94X3Rlc3RfZCA8LSBCb3gudGVzdChyZXNfR0dNX2QsIGxhZyA9IDEwLCB0eXBlID0gIkxqdW5nLUJveCIpDQpwcmludChib3hfdGVzdF9kKSAgIyBJZiBwLXZhbHVlID4gYWxwaGEsIHJlc2lkdWFscyBhcmUgaW5kZXANCg0KYGBgDQpSZXNpZHVhbHMgbG9vayBzdGF0aW9uYXJ5IGluIHRoZSB0ZXN0IGJ1dCBoZXkgaGF2ZSBzZXJpYWwgY29ycmVsYXRpb24NCg0KYGBge3J9DQojIENhbGN1bGF0ZSBSTVNFIGZvciBHR00gbW9kZWwgcHJlZGljdGlvbnMgKG9yaWdpbmFsIHNjYWxlKQ0Kcm1zZV9nZ21fZCA8LSBjYWxjdWxhdGVfcm1zZShvYnNlcnZlZCA9IHNhbGVzX2RfdHMsIHByZWRpY3RlZCA9IHByZWRfb3JpZ2luYWxfc2NhbGUpDQoNCiMgUHJpbnQgdGhlIFJNU0UNCmNhdCgiUk1TRSBmb3IgRGFpbHkgR0dNIE1vZGVsIFByZWRpY3Rpb25zIChPcmlnaW5hbCBTY2FsZSk6Iiwgcm1zZV9nZ21fZCwgIlxuIikNCg0KYGBgDQoNCiMjIyBIb2x0LVdpbnRlcnMgTW9kZWwNCg0KYGBge3J9DQojIGFkanVzdCB0aW1lc2VyaWVzIHRvIGVuc3VyZSBkYXRlIGNvbnNpc3RlbmN5DQpzYWxlc19tX3RzIDwtIHRzKHNhbGVzX21fdHMsIGZyZXF1ZW5jeT0xMiwgc3RhcnQ9YygyMDIxLCAxMSkpDQoNCmh3MV9tPC0gaHcoc2FsZXNfbV90cywgc2Vhc29uYWw9ImFkZGl0aXZlIikNCmh3Ml9tPC0gaHcoc2FsZXNfbV90cywgc2Vhc29uYWw9Im11bHRpcGxpY2F0aXZlIikNCg0KIyBwcmVkaWN0aW9uDQpmaXR0ZWRfaHcxIDwtIGh3MV9tJGZpdHRlZA0KZml0dGVkX2h3MiA8LSBodzJfbSRmaXR0ZWQNCg0KYGBgDQoNCldlIG5vdyBwbG90IHRoZSBtb2RlbHMNCg0KYGBge3J9DQojIENyZWF0ZSBhIGRhdGEgZnJhbWUgZm9yIGdncGxvdA0KcGxvdF9kYXRhIDwtIGRhdGEuZnJhbWUoDQogIFRpbWUgPSB0aW1lKHNhbGVzX21fdHMpLA0KICBBY3R1YWwgPSBhcy5udW1lcmljKHNhbGVzX21fdHMpLA0KICBGaXR0ZWRfQWRkaXRpdmUgPSBhcy5udW1lcmljKGh3MV9tJGZpdHRlZCksDQogIEZpdHRlZF9NdWx0aXBsaWNhdGl2ZSA9IGFzLm51bWVyaWMoaHcyX20kZml0dGVkKQ0KKQ0KDQojIE1lbHQgZGF0YSBmb3IgZWFzaWVyIGdncGxvdCB1c2FnZQ0KbGlicmFyeShyZXNoYXBlMikNCnBsb3RfZGF0YV9tZWx0ZWQgPC0gbWVsdChwbG90X2RhdGEsIGlkLnZhcnMgPSAiVGltZSIsIA0KICAgICAgICAgICAgICAgICAgICAgICAgIHZhcmlhYmxlLm5hbWUgPSAiU2VyaWVzIiwgDQogICAgICAgICAgICAgICAgICAgICAgICAgdmFsdWUubmFtZSA9ICJWYWx1ZSIpDQoNCiMgUGxvdCB1c2luZyBnZ3Bsb3QyDQpnZ3Bsb3QocGxvdF9kYXRhX21lbHRlZCwgYWVzKHggPSBUaW1lLCB5ID0gVmFsdWUsIGNvbG9yID0gU2VyaWVzKSkgKw0KICBnZW9tX3BvaW50KGRhdGEgPSBzdWJzZXQocGxvdF9kYXRhX21lbHRlZCwgU2VyaWVzID09ICJBY3R1YWwiKSwgc2l6ZSA9IDIpICsgIyBBY3R1YWwgdmFsdWVzIGFzIGRvdHMNCiAgZ2VvbV9saW5lKGRhdGEgPSBzdWJzZXQocGxvdF9kYXRhX21lbHRlZCwgU2VyaWVzICE9ICJBY3R1YWwiKSwgc2l6ZSA9IDEpICsgICMgRml0dGVkIHZhbHVlcyBhcyBsaW5lcw0KICBsYWJzKA0KICAgIHRpdGxlID0gIkFjdHVhbCB2cyBGaXR0ZWQgVmFsdWVzIiwNCiAgICB4ID0gIlRpbWUiLA0KICAgIHkgPSAiVmFsdWUiLA0KICAgIGNvbG9yID0gIlNlcmllcyINCiAgKSArDQogIHNjYWxlX2NvbG9yX21hbnVhbCgNCiAgICB2YWx1ZXMgPSBjKCJBY3R1YWwiID0gImJsYWNrIiwgIkZpdHRlZF9BZGRpdGl2ZSIgPSAiYmx1ZSIsICJGaXR0ZWRfTXVsdGlwbGljYXRpdmUiID0gInJlZCIpLA0KICAgIGxhYmVscyA9IGMoIkFjdHVhbCIsICJGaXR0ZWQgKEFkZGl0aXZlKSIsICJGaXR0ZWQgKE11bHRpcGxpY2F0aXZlKSIpDQogICkgKw0KICB0aGVtZV9taW5pbWFsKCkgKw0KICB0aGVtZSgNCiAgICBsZWdlbmQucG9zaXRpb24gPSAidG9wIiwNCiAgICBsZWdlbmQudGl0bGUgPSBlbGVtZW50X3RleHQoZmFjZSA9ICJib2xkIikNCiAgKQ0KDQpgYGANCkxvb2tzIGxpa2UgdGhlIG11bHRpcGxpY2F0aXZlIG1vZGVscyBmb2xsb3dzIHRoZSBkYXRhIG1vcmUgbW9yZSBjbG9zZWx5IGluIGdlbmVyYWwuDQoNCmBgYHtyfQ0KIyByZXNpZHVhbHMNCnJlc2lkdWFsc19odzEgPC0gcmVzaWR1YWxzKGh3MV9tKSAgDQpyZXNpZHVhbHNfaHcyIDwtIHJlc2lkdWFscyhodzJfbSkgIA0KdHNkaXNwbGF5KHJlc2lkdWFsc19odzEpDQp0c2Rpc3BsYXkocmVzaWR1YWxzX2h3MikNCg0KYGBgDQoNCmBgYHtyfQ0KIyBTdGF0aW9uYXJpdHkgYW5kIENvcnJlbGF0aW9uDQojIGNoZWNrIGZvciBzdGF0aW9uYXJpdHkgb2YgcmVzaWR1YWxzDQojIGFkZGl0aXZlDQphZGZfdGVzdCA8LSBhZGYudGVzdChyZXNpZHVhbHNfaHcxKSAjIEgwOiBzZXJpZXMgaXMgbm9uLXN0YXRpb25hcnkNCnByaW50KGFkZl90ZXN0KSAjIGlmIHAtdmFsIDwgYWxwaGEsIHNlcmllcyBub3Qgc3RhdGlvbmFyeQ0KIyBzbyB3aXRoIHRoaXMgbW9kZWwgd2UgYWNoaWV2ZSBzdGF0aW9uYXJ5IHNlcmllcw0KIyBtdWx0aXBsaWNhdGl2ZQ0KYWRmX3Rlc3QgPC0gYWRmLnRlc3QocmVzaWR1YWxzX2h3MikgIyBIMDogc2VyaWVzIGlzIG5vbi1zdGF0aW9uYXJ5DQpwcmludChhZGZfdGVzdCkgIyBpZiBwLXZhbCA8IGFscGhhLCBzZXJpZXMgbm90IHN0YXRpb25hcnkNCiMgc28gd2l0aCB0aGlzIG1vZGVsIHdlIGFjaGlldmUgc3RhdGlvbmFyeSBzZXJpZXMNCg0KIyBhZGRpdGl2ZQ0KIyBjaGVjayBmb3IgYXV0b2NvcnJlbGF0aW9uIGluIHJlc2lkdWFscw0KQm94LnRlc3QocmVzaWR1YWxzX2h3MSwgbGFnID0gMTAsIHR5cGUgPSAiTGp1bmctQm94IikgIyBoMCByZXMgaW5kZXANCiMgcC12YWwgPiBhbHBoYSA9PiAgRG9udCByZWplY3QgaDAsIHNvIHJlc2lkdWFscyBhcmUgaW5kZXANCg0KIyBhZGRpdGl2ZQ0KIyBjaGVjayBmb3IgYXV0b2NvcnJlbGF0aW9uIGluIHJlc2lkdWFscw0KQm94LnRlc3QocmVzaWR1YWxzX2h3MiwgbGFnID0gMTAsIHR5cGUgPSAiTGp1bmctQm94IikgIyBoMCByZXMgaW5kZXANCiMgcC12YWwgPiBhbHBoYSA9PiAgRG9udCByZWplY3QgaDAsIHNvIHJlc2lkdWFscyBhcmUgaW5kZXANCg0KYGBgDQpNdWx0aXBsaWNhdGl2ZSBtb2RlbCBmb2xsb3dzIHRoZSBkYXRhIGJldHRlciBhbmQgaGFzIHNsaWdodGx5IGJldHRlciByZXNpZHVhbHMNCg0KYGBge3J9DQojIGZvcmVjYXN0DQojIHNhdmUgdGhlIGZvcmVjYXN0IG9mIHRoZSBzZWNvbmQgbW9kZWwNCmZvcmVjYXN0X2h3MSA8LSBmb3JlY2FzdChodzFfbSwgaD0xMikNCmZvcmVjYXN0X2h3MiA8LSBmb3JlY2FzdChodzJfbSwgaD0xMikNCg0KIyBGb3JlY2FzdCBwbG90DQojIFBsb3QgdGhlIHRpbWUgc2VyaWVzIHdpdGggYm90aCBmb3JlY2FzdHMNCmF1dG9wbG90KHNhbGVzX21fdHMpICsNCiAgYXV0b2xheWVyKGZvcmVjYXN0X2h3MSRtZWFuLCBzZXJpZXM9IkFkZGl0aXZlIEhvbHQtV2ludGVycyBGb3JlY2FzdCIsIFBJPUYpICsNCiAgYXV0b2xheWVyKGZvcmVjYXN0X2h3MiRtZWFuLCBzZXJpZXM9Ik11bHRpcGxpY2F0aXZlIEhvbHQtV2ludGVycyBGb3JlY2FzdCIsIFBJPUYpICsNCiAgZ2d0aXRsZSgiU2FsZXMgRm9yZWNhc3Qgd2l0aCBIb2x0LVdpbnRlcnMgTW9kZWxzIikgKw0KICB4bGFiKCJUaW1lIikgKw0KICB5bGFiKCJTYWxlcyIpICsNCiAgc2NhbGVfY29sb3JfbWFudWFsKA0KICAgIHZhbHVlcz1jKCJBZGRpdGl2ZSBIb2x0LVdpbnRlcnMgRm9yZWNhc3QiID0gImJsdWUiLA0KICAgICAgICAgICAgICJNdWx0aXBsaWNhdGl2ZSBIb2x0LVdpbnRlcnMgRm9yZWNhc3QiID0gInJlZCIpDQogICkgKw0KICB0aGVtZV9taW5pbWFsKCkgKw0KICB0aGVtZShsZWdlbmQucG9zaXRpb24gPSAidG9wIiwgbGVnZW5kLnRpdGxlID0gZWxlbWVudF9ibGFuaygpKQ0KDQpgYGANCg0KYGBge3J9DQojIFJNU0UgQ2FsY3VsYXRpb24gZm9yIEhvbHQtV2ludGVycyBtb2RlbHMNCnJtc2VfaHcxIDwtIGNhbGN1bGF0ZV9ybXNlKG9ic2VydmVkID0gc2FsZXNfbV90cywgcHJlZGljdGVkID0gZml0dGVkX2h3MSkNCnJtc2VfaHcyIDwtIGNhbGN1bGF0ZV9ybXNlKG9ic2VydmVkID0gc2FsZXNfbV90cywgcHJlZGljdGVkID0gZml0dGVkX2h3MikNCg0KIyBQcmludCBSTVNFIHZhbHVlcw0KY2F0KCJSTVNFIGZvciBBZGRpdGl2ZSBIb2x0LVdpbnRlcnMgTW9kZWw6Iiwgcm1zZV9odzEsICJcbiIpDQpjYXQoIlJNU0UgZm9yIE11bHRpcGxpY2F0aXZlIEhvbHQtV2ludGVycyBNb2RlbDoiLCBybXNlX2h3MiwgIlxuIikNCg0KYGBgDQpNdWx0aXBsaWNhdGl2ZSBtb2RlbCBpcyBiZXR0ZXINCg0KVGhlIEhvbHQgd2ludGVycyBtb2RlbCBoYXMgYSBmcmVxdWVuY3kgbGltaXQgb2YgMjQsIHNvIHdlIGNhbm5vdCBkbyBsYXJnZXIgdGhhbiB0aGF0LiBXZWVrbHkgYW5kIGRhaWx5IGRhdGEgaGF2ZSA1MiBhbmQgMzY1IGZyZXF1ZW5jaWVzIHJlc3BlY3RpdmVseSBzbyB3ZSBjYW5ub3QgZml0IHRoZSBtb2RlbCB3aXRoIHRoZSBSIGltcGxlbWVudGF0aW9uIHNvIGZhci4NCg0KDQoNCiMjIyBBUklNQSBtb2RlbHMNCg0KQVJJTUEgaXMgYSBhY3JvbnltIGZvciBBdXRvIFJlZ3Jlc3NpdmUgSW50ZWdyYXRlZCBNb3ZpbmcgQXZlcmFnZSwgQVJJTUENCihwLGQscSkgd2hlcmUgcCByZWZlcnMgdG8gdGhlIEFSIHBhcnQsIHEgcmVmZXJzIHRvIHRoZSBNQSBwYXJ0IGFuZCBkIGlzDQp0aGUgZGVncmVlIG9mIGZpcnN0IGRpZmZlcmVuY2UgaW52b2x2ZWQuDQoNCg0KRmlyc3Qgd2Ugbnd3ZCB0byBjaGVjayBpZiB0aGUgc2VyaWVzIGlzIHN0YXRpb25hcnkNCmBgYHtyfQ0KIyBzZWUgaWYgc2VyaWVzIGlzIHN0YXRpb25hcnkNCmFkZi50ZXN0KHNhbGVzX21fdHMpICNIMCwgc2VyaWVzIGlzIG5vbi1zdGF0aW9uYXJ5DQojIHAtdmFsID4gMC4wNSA9PiBkb250IHJlamVjdCwgbm9uIHN0YXRpb25hcnk6IHNlcmllcyBpcyBub3Qgc3RhdGlvbmFyeQ0KYWRmLnRlc3QoZGlmZihzYWxlc19tX3RzKSkgI0gwLCBzZXJpZXMgaXMgbm9uLXN0YXRpb25hcnkNCg0KIyBzZWUgdGhlIGFjZiBhbmQgcGFjZg0KdHNkaXNwbGF5KGRpZmYoc2FsZXNfbV90cykpDQoNCmBgYA0KDQojIyMjIE1vbnRobHkgc2FsZXMNCg0KYGBge3J9DQpwbG90KHNhbGVzX21fdHMpDQpgYGANCg0KYGBge3J9DQpuZGlmZnMoc2FsZXNfbV90cykNCg0KYGBgDQoNCmBgYHtyfQ0KdHNkaXNwbGF5KGRpZmYoc2FsZXNfbV90cykpDQpgYGANCg0KQ29ycmVsb2dyYW0gcGxvdCBtYXliZSBzdWdnZXN0cyBBUi0xIG9yIE1BLTEgYWZ0ZXIgZmlyc3QgZGlmZmVyZW5jZQ0KDQpgYGB7cn0NCiMgQVJJTUEocCxkLHEpID0gKDEsMSwwKQ0KYXJpbWExX208LSBBcmltYShzYWxlc19tX3RzLCBvcmRlcj1jKDEsMSwwKSkNCnN1bW1hcnkoYXJpbWExX20pDQoNCmBgYA0KYGBge3J9DQojIHN0dWR5IHJlc2lkdWFsIHRvIHNlZSBpZiBpcyBhIGdvb2QgbW9kZWwNCnJlc2lkMV9tPC0gcmVzaWR1YWxzKGFyaW1hMV9tKQ0KdHNkaXNwbGF5KHJlc2lkMV9tKQ0KYGBgDQoNClJlc2lkdWFscyBsb29rIHN0YXRpb25hcnkgYWZ0ZXIgZml0dGluZyBBUklNQQ0KDQpgYGB7cn0NCmF1dG9fYXJpbWFfbSA8LSBhdXRvLmFyaW1hKHNhbGVzX21fdHMpDQphdXRvX2FyaW1hX20NCg0KYXV0b3Bsb3QoZm9yZWNhc3QoYXV0b19hcmltYV9tKSkNCmNoZWNrcmVzaWR1YWxzKGF1dG9fYXJpbWFfbSkNCmBgYA0KDQpUaGUgcmVzaWR1YWxzIG9mIHRoZSBBdXRvYXJpbWEgbG9vayBzdGF0aW9uYXJ5DQoNCkFJQyBvZiB0aGUgdGhlIG1hbnVhbCBhcmltYSBpcyAxMjY1LCB3aGlsZSB0aGUgb25lIG9mIHRoZSBhdXRvYXJpbWEgaXMgMTI2My4gTGV0cyB1c2UgdGhlIGF1dG9hcmltYQ0KDQpgYGB7cn0NCiMgRml0dGVkIHZhbHVlcyBmcm9tIGJvdGggbW9kZWxzDQpmaXR0ZWRfYXV0b19hcmltYSA8LSBmaXR0ZWQoYXV0b19hcmltYV9tKQ0KZml0dGVkX2FyaW1hMSA8LSBmaXR0ZWQoYXJpbWExX20pDQoNCiMgQ3JlYXRlIGEgZGF0YSBmcmFtZSBmb3IgcGxvdHRpbmcNCnBsb3RfZGF0YSA8LSBkYXRhLmZyYW1lKA0KICBUaW1lID0gdGltZShzYWxlc19tX3RzKSwNCiAgQWN0dWFsID0gYXMubnVtZXJpYyhzYWxlc19tX3RzKSwNCiAgRml0dGVkX0F1dG9fQVJJTUEgPSBhcy5udW1lcmljKGZpdHRlZF9hdXRvX2FyaW1hKSwNCiAgRml0dGVkX0FSSU1BMSA9IGFzLm51bWVyaWMoZml0dGVkX2FyaW1hMSkNCikNCg0KIyBNZWx0IHRoZSBkYXRhIGZyYW1lDQpwbG90X2RhdGFfbWVsdGVkIDwtIG1lbHQocGxvdF9kYXRhLCBpZC52YXJzID0gIlRpbWUiLCANCiAgICAgICAgICAgICAgICAgICAgICAgICB2YXJpYWJsZS5uYW1lID0gIlNlcmllcyIsIA0KICAgICAgICAgICAgICAgICAgICAgICAgIHZhbHVlLm5hbWUgPSAiVmFsdWUiKQ0KDQojIFBsb3QNCg0KZ2dwbG90KHBsb3RfZGF0YV9tZWx0ZWQsIGFlcyh4ID0gVGltZSwgeSA9IFZhbHVlLCBjb2xvciA9IFNlcmllcykpICsNCiAgZ2VvbV9wb2ludChkYXRhID0gc3Vic2V0KHBsb3RfZGF0YV9tZWx0ZWQsIFNlcmllcyA9PSAiQWN0dWFsIiksIHNpemUgPSAyKSArICAjIEFjdHVhbCB2YWx1ZXMgYXMgcG9pbnRzDQogIGdlb21fbGluZShkYXRhID0gc3Vic2V0KHBsb3RfZGF0YV9tZWx0ZWQsIFNlcmllcyAhPSAiQWN0dWFsIiksIHNpemUgPSAxKSArICAgIyBGaXR0ZWQgdmFsdWVzIGFzIGxpbmVzDQogIGxhYnMoDQogICAgdGl0bGUgPSAiQWN0dWFsIHZzIEZpdHRlZCBWYWx1ZXMgZm9yIEFSSU1BIE1vZGVscyIsDQogICAgeCA9ICJUaW1lIiwNCiAgICB5ID0gIlNhbGVzIiwNCiAgICBjb2xvciA9ICJTZXJpZXMiDQogICkgKw0KICBzY2FsZV9jb2xvcl9tYW51YWwoDQogICAgdmFsdWVzID0gYygiQWN0dWFsIiA9ICJibGFjayIsICJGaXR0ZWRfQXV0b19BUklNQSIgPSAiYmx1ZSIsICJGaXR0ZWRfQVJJTUExIiA9ICJyZWQiKSwNCiAgICBsYWJlbHMgPSBjKCJBY3R1YWwiLCAiRml0dGVkIChBdXRvIEFSSU1BKSIsICJGaXR0ZWQgKEFSSU1BKDEsMSwwKSkiKQ0KICApICsNCiAgdGhlbWVfbWluaW1hbCgpICsNCiAgdGhlbWUoDQogICAgbGVnZW5kLnBvc2l0aW9uID0gInRvcCIsDQogICAgbGVnZW5kLnRpdGxlID0gZWxlbWVudF9ibGFuaygpDQogICkNCg0KDQpgYGANCg0KDQpgYGB7cn0NCiMgQ2FsY3VsYXRlIFJNU0UgZm9yIHRoZSBmaXR0ZWQgdmFsdWVzDQojIENhbGN1bGF0ZSBSTVNFIGZvciBlYWNoIG1vZGVsDQpybXNlX2F1dG9fYXJpbWEgPC0gY2FsY3VsYXRlX3Jtc2Uob2JzZXJ2ZWQgPSBzYWxlc19tX3RzLCBwcmVkaWN0ZWQgPSBmaXR0ZWRfYXV0b19hcmltYSkNCnJtc2VfYXJpbWExIDwtIGNhbGN1bGF0ZV9ybXNlKG9ic2VydmVkID0gc2FsZXNfbV90cywgcHJlZGljdGVkID0gZml0dGVkX2FyaW1hMSkNCg0KIyBQcmludCBSTVNFIHZhbHVlcw0KY2F0KCJSTVNFIGZvciBBdXRvIEFSSU1BIE1vZGVsOiIsIHJtc2VfYXV0b19hcmltYSwgIlxuIikNCmNhdCgiUk1TRSBmb3IgQVJJTUEoMSwxLDApIE1vZGVsOiIsIHJtc2VfYXJpbWExLCAiXG4iKQ0KDQoNCmBgYA0KVGhlIFJNU0Ugb2YgdGhlIEF1dG9hcmltYSBpcyBiZXR0ZXIgYXMgaXMgdGhlIEFJQy4NCg0KVGhlIEFSSU1BKDAsMSwxKSBtb2RlbCBjYW4gYmUgZGVzY3JpYmVkIHNpbXBseSBhcyBhICoqcmFuZG9tIHdhbGsgd2l0aA0KZHJpZnQqKi4gSGVyZSdzIHdoYXQgdGhhdCBtZWFuczoNCg0KMS4gICoqQVIgKEF1dG9SZWdyZXNzaXZlKSBQYXJ0OioqDQoNCiAgICAtICAgVGhlIGZpcnN0IG51bWJlciwgKiowKiosIGluZGljYXRlcyB0aGUgb3JkZXIgb2YgdGhlDQogICAgICAgIGF1dG9yZWdyZXNzaXZlIHBhcnQuIEluIHRoaXMgY2FzZSwgaXQgbWVhbnMgdGhlcmUgYXJlIG5vDQogICAgICAgIGF1dG9yZWdyZXNzaXZlIHRlcm1zIChpLmUuLCB0aGUgbW9kZWwgZG9lcyBub3QgdXNlIHBhc3QgdmFsdWVzDQogICAgICAgIG9mIHRoZSBzZXJpZXMgdG8gcHJlZGljdCBmdXR1cmUgdmFsdWVzKS4NCg0KMi4gICoqSSAoSW50ZWdyYXRlZCkgUGFydDoqKg0KDQogICAgLSAgIFRoZSBzZWNvbmQgbnVtYmVyLCAqKjEqKiwgaW5kaWNhdGVzIHRoZSBkZWdyZWUgb2YgZGlmZmVyZW5jaW5nDQogICAgICAgIHJlcXVpcmVkIHRvIG1ha2UgdGhlIHRpbWUgc2VyaWVzIHN0YXRpb25hcnkuIERpZmZlcmVuY2luZyBpcyBhDQogICAgICAgIHRlY2huaXF1ZSB1c2VkIHRvIHJlbW92ZSB0cmVuZHMgYW5kIHNlYXNvbmFsaXR5IGZyb20gdGhlIHNlcmllcy4NCiAgICAgICAgQSB2YWx1ZSBvZiAxIG1lYW5zIHRoZSBzZXJpZXMgaXMgZGlmZmVyZW5jZWQgb25jZS4NCg0KMy4gICoqTUEgKE1vdmluZyBBdmVyYWdlKSBQYXJ0OioqDQoNCiAgICAtICAgVGhlIHRoaXJkIG51bWJlciwgKioxKiosIGluZGljYXRlcyB0aGUgb3JkZXIgb2YgdGhlIG1vdmluZw0KICAgICAgICBhdmVyYWdlIHBhcnQuIA0KDQpBbiBBUklNQSgwLDEsMSkgbW9kZWwgaXMgc3VpdGFibGUgd2hlbjoNCg0KVGhlIGQ9MSBwYXJhbWV0ZXIgaW4gQVJJTUEoMCwxLDEpIGluZGljYXRlcyB0aGF0IHRoZSBzZXJpZXMgaXMgZGlmZmVyZW5jZWQgb25jZSB0byBhY2hpZXZlIHN0YXRpb25hcml0eS4NCkJlZm9yZSBkaWZmZXJlbmNpbmcsIHRoZSBzZXJpZXMgbWF5IGV4aGliaXQgYSBsaW5lYXIgdHJlbmQgb3IgcmFuZG9tIHdhbGsgYmVoYXZpb3IuDQpBZnRlciBkaWZmZXJlbmNpbmcsIHRoZSBzZXJpZXMgc2hvdWxkIHNob3cgbm8gdHJlbmQgYW5kIGhhdmUgcmVsYXRpdmVseSBzdGFibGUgbWVhbiBhbmQgdmFyaWFuY2UNCg0KVGhlIHE9MSBpbiBBUklNQSgwLDEsMSkgaW5kaWNhdGVzIHRoYXQgdGhlIHNlcmllcyBpcyBtb2RlbGVkIHdpdGggYSBmaXJzdC1vcmRlciBtb3ZpbmcgYXZlcmFnZSBjb21wb25lbnQgYWZ0ZXIgZGlmZmVyZW5jaW5nLg0KVGhlIGF1dG9jb3JyZWxhdGlvbiBmdW5jdGlvbiAoQUNGKSBvZiB0aGUgZGlmZmVyZW5jZWQgc2VyaWVzIHNob3VsZCBzaG93Og0KQSBzaWduaWZpY2FudCBzcGlrZSBhdCBsYWcgMS4NClJhcGlkIGRlY2F5IHRvIHplcm8gYWZ0ZXIgbGFnIDEuDQpUaGUgcGFydGlhbCBhdXRvY29ycmVsYXRpb24gZnVuY3Rpb24gKFBBQ0YpIHNob3VsZCBzaG93IG5vIHNpZ25pZmljYW50IGxhZ3MuDQoNCg0KYGBge3J9DQojIHN0dWR5IHJlc2lkdWFsIHRvIHNlZSBpZiBpcyBhIGdvb2QgbW9kZWwNCnJlc2lkX2F1dG9hcmltYV9tPC0gcmVzaWR1YWxzKGF1dG9fYXJpbWFfbSkNCnRzZGlzcGxheShyZXNpZF9hdXRvYXJpbWFfbSkNCmBgYA0KDQojIyMjIFdlZWtseSBzYWxlcw0KDQoNCg0KYGBge3J9DQojIHNlZSBpZiBzZXJpZXMgaXMgc3RhdGlvbmFyeQ0KYWRmLnRlc3Qoc2FsZXNfd190cykgI0gwLCBzZXJpZXMgaXMgbm9uLXN0YXRpb25hcnkNCiMgcC12YWwgPiAwLjA1ID0+IGRvbnQgcmVqZWN0LCBub24gc3RhdGlvbmFyeTogc2VyaWVzIGlzIG5vdCBzdGF0aW9uYXJ5DQphZGYudGVzdChkaWZmKHNhbGVzX3dfdHMpKSAjIGFmdGVyIGRpZmYgaXMgc2F0aW9uYXJ5DQpgYGANCkFmdGVyIGRpZmZlcmVuY2luZywgbG9va3Mgc3RhdGlvbmFyeQ0KDQpgYGB7cn0NCnRzZGlzcGxheShkaWZmKHNhbGVzX3dfdHMpKQ0KYGBgDQoNCkNvcnJlbG9ncmFtcyBzdWdnZXN0IG1heWJlIEFSIDEgb3IgTUEgMS4NCg0KYGBge3J9DQojIyMgTWFudWFsIEFSSU1BLS0tLS0tLS0tLS0tDQojIEFSSU1BKHAsZCxxKSA9ICgxLDEsMCkNCmFyaW1hMV93PC0gQXJpbWEoc2FsZXNfd190cywgb3JkZXI9YygxLDEsMCkpDQpzdW1tYXJ5KGFyaW1hMV93KQ0KDQpgYGANCg0KYGBge3J9DQphdXRvX2FyaW1hX3cgPC0gYXV0by5hcmltYShzYWxlc193X3RzKQ0Kc3VtbWFyeShhdXRvX2FyaW1hX3cpDQpgYGANCg0KQUlDIG9uIHRoZSBBdXRvYXJpbWEgaXMgYmV0dGVyLCBsZXRzIGdvIHdpdGggdGhhdCBvbmUNCg0KYGBge3J9DQpjaGVja3Jlc2lkdWFscyhhdXRvX2FyaW1hX3cpDQpgYGANClJlc2lkdWFscyBsb29rIHN0YXRpb25hcnksIHNlZSB0aGUgcGxvdHMgZm9yIGJvdGggbW9kZWxzDQoNCmBgYHtyfQ0KIyBGaXQgQVJJTUEgbW9kZWxzIGZvciB3ZWVrbHkgZGF0YQ0KYXJpbWExX3cgPC0gQXJpbWEoc2FsZXNfd190cywgb3JkZXIgPSBjKDEsIDEsIDApKQ0KYXV0b19hcmltYV93IDwtIGF1dG8uYXJpbWEoc2FsZXNfd190cykNCg0KIyBFeHRyYWN0IGZpdHRlZCB2YWx1ZXMgZm9yIGJvdGggbW9kZWxzDQpmaXR0ZWRfYXJpbWExX3cgPC0gZml0dGVkKGFyaW1hMV93KQ0KZml0dGVkX2F1dG9fYXJpbWFfdyA8LSBmaXR0ZWQoYXV0b19hcmltYV93KQ0KDQojIENyZWF0ZSBhIGRhdGEgZnJhbWUgZm9yIHBsb3R0aW5nDQpwbG90X2RhdGEgPC0gZGF0YS5mcmFtZSgNCiAgVGltZSA9IHRpbWUoc2FsZXNfd190cyksDQogIEFjdHVhbCA9IGFzLm51bWVyaWMoc2FsZXNfd190cyksDQogIEZpdHRlZF9BUklNQTEgPSBhcy5udW1lcmljKGZpdHRlZF9hcmltYTFfdyksDQogIEZpdHRlZF9BdXRvX0FSSU1BID0gYXMubnVtZXJpYyhmaXR0ZWRfYXV0b19hcmltYV93KQ0KKQ0KDQojIE1lbHQgdGhlIGRhdGEgZnJhbWUgZm9yIGdncGxvdDINCnBsb3RfZGF0YV9tZWx0ZWQgPC0gbWVsdChwbG90X2RhdGEsIGlkLnZhcnMgPSAiVGltZSIsIA0KICAgICAgICAgICAgICAgICAgICAgICAgIHZhcmlhYmxlLm5hbWUgPSAiU2VyaWVzIiwgDQogICAgICAgICAgICAgICAgICAgICAgICAgdmFsdWUubmFtZSA9ICJWYWx1ZSIpDQoNCiMgUGxvdCB1c2luZyBnZ3Bsb3QyDQpnZ3Bsb3QocGxvdF9kYXRhX21lbHRlZCwgYWVzKHggPSBUaW1lLCB5ID0gVmFsdWUsIGNvbG9yID0gU2VyaWVzKSkgKw0KICBnZW9tX3BvaW50KGRhdGEgPSBzdWJzZXQocGxvdF9kYXRhX21lbHRlZCwgU2VyaWVzID09ICJBY3R1YWwiKSwgc2l6ZSA9IDIpICsgICMgQWN0dWFsIHZhbHVlcyBhcyBwb2ludHMNCiAgZ2VvbV9saW5lKGRhdGEgPSBzdWJzZXQocGxvdF9kYXRhX21lbHRlZCwgU2VyaWVzICE9ICJBY3R1YWwiKSwgc2l6ZSA9IDEpICsgICAjIEZpdHRlZCB2YWx1ZXMgYXMgbGluZXMNCiAgbGFicygNCiAgICB0aXRsZSA9ICJBY3R1YWwgdnMgRml0dGVkIFZhbHVlcyBmb3IgQVJJTUEgTW9kZWxzIChXZWVrbHkpIiwNCiAgICB4ID0gIlRpbWUiLA0KICAgIHkgPSAiU2FsZXMiLA0KICAgIGNvbG9yID0gIlNlcmllcyINCiAgKSArDQogIHNjYWxlX2NvbG9yX21hbnVhbCgNCiAgICB2YWx1ZXMgPSBjKCJBY3R1YWwiID0gImJsYWNrIiwgIkZpdHRlZF9BUklNQTEiID0gInJlZCIsICJGaXR0ZWRfQXV0b19BUklNQSIgPSAiYmx1ZSIpLA0KICAgIGxhYmVscyA9IGMoIkFjdHVhbCIsICJGaXR0ZWQgKEFSSU1BKDEsMSwwKSkiLCAiRml0dGVkIChBdXRvIEFSSU1BKSIpDQogICkgKw0KICB0aGVtZV9taW5pbWFsKCkgKw0KICB0aGVtZSgNCiAgICBsZWdlbmQucG9zaXRpb24gPSAidG9wIiwNCiAgICBsZWdlbmQudGl0bGUgPSBlbGVtZW50X2JsYW5rKCkNCiAgKQ0KYGBgDQoNCmBgYHtyfQ0KIyBDYWxjdWxhdGUgUk1TRSBmb3IgYm90aCBtb2RlbHMNCnJtc2VfYXJpbWExX3cgPC0gY2FsY3VsYXRlX3Jtc2Uob2JzZXJ2ZWQgPSBzYWxlc193X3RzLCBwcmVkaWN0ZWQgPSBmaXR0ZWRfYXJpbWExX3cpDQpybXNlX2F1dG9fYXJpbWFfdyA8LSBjYWxjdWxhdGVfcm1zZShvYnNlcnZlZCA9IHNhbGVzX3dfdHMsIHByZWRpY3RlZCA9IGZpdHRlZF9hdXRvX2FyaW1hX3cpDQoNCiMgUHJpbnQgUk1TRSB2YWx1ZXMNCmNhdCgiUk1TRSBmb3IgQVJJTUEoMSwxLDApIE1vZGVsIChXZWVrbHkpOiIsIHJtc2VfYXJpbWExX3csICJcbiIpDQpjYXQoIlJNU0UgZm9yIEF1dG8gQVJJTUEgTW9kZWwgKFdlZWtseSk6Iiwgcm1zZV9hdXRvX2FyaW1hX3csICJcbiIpDQpgYGANClRoZSBBdXRvLWFyaW1hIGlzIGFsc28gYmV0dGVyIGluIHRlcm1zIG9mIFJNU0UNCg0KDQojIyMjIERhaWx5IHNhbGVzDQoNCg0KYGBge3J9DQojIHNlZSBpZiBzZXJpZXMgaXMgc3RhdGlvbmFyeQ0KYWRmLnRlc3Qoc2FsZXNfZF90cykgI0gwLCBzZXJpZXMgaXMgbm9uLXN0YXRpb25hcnkNCiMgcC12YWwgPCAwLjA1ID0+ICByZWplY3Qgbm9uIHN0YXRpb25hcnk6IHNlcmllcyBtaWdodCBiZSBzdGF0aW9uYXJ5DQoNCmBgYA0KTm8gbmVlZCBmb3IgZGlmZmVyZW5jaW5nIGJlY2F1c2UgaXMgYWxyZWFkeSBzdGF0aW9uYXJ5LCB0cnkgdG8gbW9kZWwgd2l0aCBhcmltYQ0KDQpgYGB7cn0NCnRzZGlzcGxheShzYWxlc19kX3RzKQ0KYGBgDQoNCg0KQXV0b2NvcnJlbG9ncmFtcyBhcmUgbm90IGVhc3kgdG8gaW50ZXJwcmV0LCBidXQgbGV0cyB0cnkgd2l0aCBhIGJhc2VsaW5lIG1vZGVsDQoNCmBgYHtyfQ0KIyBBUklNQShwLGQscSkgPSAoMiwxLDApDQphcmltYTFfZDwtIEFyaW1hKHNhbGVzX2RfdHMsIG9yZGVyPWMoMSwwLDEpKQ0Kc3VtbWFyeShhcmltYTFfZCkNCg0KYGBgDQpgYGB7cn0NCmNoZWNrcmVzaWR1YWxzKGFyaW1hMV9kKQ0KYGBgDQoNClJlc2lkdWFscyBsb29rIG5vdCBlbnRpcmVseSBzdGF0aW9uYXJ5DQoNClRyeSB0byBtb2RlbCB3aXRoIGF1dG9tYXRpYyBhcHByb2FjaDoNCg0KYGBge3J9DQphdXRvX2FyaW1hX2QgPC0gYXV0by5hcmltYShzYWxlc19kX3RzKQ0Kc3VtbWFyeShhdXRvX2FyaW1hX2QpDQpgYGANCg0KDQpgYGB7cn0NCmNoZWNrcmVzaWR1YWxzKGF1dG9fYXJpbWFfZCkNCmBgYA0KDQpScmVzaWR1YWxzIGltcHJvdmUsIGFuZCBBSUMgaXMgbG93ZXIgaW4gdGhlIGF1dG9hcmltYQ0KQ2hlY2sgdGhlIGZpdCBmb3IgYm90aCBtb2RlbHMNCg0KYGBge3J9DQojIEV4dHJhY3QgZml0dGVkIHZhbHVlcyBmb3IgYm90aCBtb2RlbHMNCmZpdHRlZF9hcmltYTFfZCA8LSBmaXR0ZWQoYXJpbWExX2QpDQpmaXR0ZWRfYXV0b19hcmltYV9kIDwtIGZpdHRlZChhdXRvX2FyaW1hX2QpDQoNCiMgQ3JlYXRlIGEgZGF0YSBmcmFtZSBmb3IgcGxvdHRpbmcNCnBsb3RfZGF0YSA8LSBkYXRhLmZyYW1lKA0KICBUaW1lID0gdGltZShzYWxlc19kX3RzKSwNCiAgQWN0dWFsID0gYXMubnVtZXJpYyhzYWxlc19kX3RzKSwNCiAgRml0dGVkX0FSSU1BMSA9IGFzLm51bWVyaWMoZml0dGVkX2FyaW1hMV9kKSwNCiAgRml0dGVkX0F1dG9fQVJJTUEgPSBhcy5udW1lcmljKGZpdHRlZF9hdXRvX2FyaW1hX2QpDQopDQoNCiMgTWVsdCB0aGUgZGF0YSBmcmFtZSBmb3IgZ2dwbG90Mg0KcGxvdF9kYXRhX21lbHRlZCA8LSBtZWx0KHBsb3RfZGF0YSwgaWQudmFycyA9ICJUaW1lIiwgDQogICAgICAgICAgICAgICAgICAgICAgICAgdmFyaWFibGUubmFtZSA9ICJTZXJpZXMiLCANCiAgICAgICAgICAgICAgICAgICAgICAgICB2YWx1ZS5uYW1lID0gIlZhbHVlIikNCg0KIyBQbG90IHVzaW5nIGdncGxvdDINCmdncGxvdChwbG90X2RhdGFfbWVsdGVkLCBhZXMoeCA9IFRpbWUsIHkgPSBWYWx1ZSwgY29sb3IgPSBTZXJpZXMpKSArDQogIGdlb21fcG9pbnQoZGF0YSA9IHN1YnNldChwbG90X2RhdGFfbWVsdGVkLCBTZXJpZXMgPT0gIkFjdHVhbCIpLCBzaXplID0gMikgKyAgIyBBY3R1YWwgdmFsdWVzIGFzIHBvaW50cw0KICBnZW9tX2xpbmUoZGF0YSA9IHN1YnNldChwbG90X2RhdGFfbWVsdGVkLCBTZXJpZXMgIT0gIkFjdHVhbCIpLCBzaXplID0gMSkgKyAgICMgRml0dGVkIHZhbHVlcyBhcyBsaW5lcw0KICBsYWJzKA0KICAgIHRpdGxlID0gIkFjdHVhbCB2cyBGaXR0ZWQgVmFsdWVzIGZvciBBUklNQSBNb2RlbHMgKERhaWx5KSIsDQogICAgeCA9ICJUaW1lIiwNCiAgICB5ID0gIlNhbGVzIiwNCiAgICBjb2xvciA9ICJTZXJpZXMiDQogICkgKw0KICBzY2FsZV9jb2xvcl9tYW51YWwoDQogICAgdmFsdWVzID0gYygiQWN0dWFsIiA9ICJibGFjayIsICJGaXR0ZWRfQVJJTUExIiA9ICJyZWQiLCAiRml0dGVkX0F1dG9fQVJJTUEiID0gImJsdWUiKSwNCiAgICBsYWJlbHMgPSBjKCJBY3R1YWwiLCAiRml0dGVkIChBUklNQSgxLDAsMSkpIiwgIkZpdHRlZCAoQXV0byBBUklNQSkiKQ0KICApICsNCiAgdGhlbWVfbWluaW1hbCgpICsNCiAgdGhlbWUoDQogICAgbGVnZW5kLnBvc2l0aW9uID0gInRvcCIsDQogICAgbGVnZW5kLnRpdGxlID0gZWxlbWVudF9ibGFuaygpDQogICkNCmBgYA0KDQpQbG90IGlzIG5vdCByZWFkYWJsZSwgYnV0IGNoZWNrIHRoZSBSTVNFIGZvciBib3RoIG1vZGVscyB0byBjb25maXJtIHdpaGNoIGZpdHMgYmV0dGVyDQoNCmBgYHtyfQ0KIyBDYWxjdWxhdGUgUk1TRSBmb3IgYm90aCBtb2RlbHMNCnJtc2VfYXJpbWExX2QgPC0gY2FsY3VsYXRlX3Jtc2Uob2JzZXJ2ZWQgPSBzYWxlc19kX3RzLCBwcmVkaWN0ZWQgPSBmaXR0ZWRfYXJpbWExX2QpDQpybXNlX2F1dG9fYXJpbWFfZCA8LSBjYWxjdWxhdGVfcm1zZShvYnNlcnZlZCA9IHNhbGVzX2RfdHMsIHByZWRpY3RlZCA9IGZpdHRlZF9hdXRvX2FyaW1hX2QpDQoNCiMgUHJpbnQgUk1TRSB2YWx1ZXMNCmNhdCgiUk1TRSBmb3IgQVJJTUEoMSwwLDEpIE1vZGVsIChEYWlseSk6Iiwgcm1zZV9hcmltYTFfZCwgIlxuIikNCmNhdCgiUk1TRSBmb3IgQXV0byBBUklNQSBNb2RlbCAoRGFpbHkpOiIsIHJtc2VfYXV0b19hcmltYV9kLCAiXG4iKQ0KYGBgDQpBdXRvYXJpbWEgaXMgbXVjaCBiZXR0ZXIsIG5vdyB0cnkgdG8gaW1wcm92ZSB3aXRoIHNlYXNvbmFsaXR5LCBiZWFjdXNlIGRhaWx5IGRhdGEgbG9va3Mgc2Vhc29uYWwgZWFjaCA3IGRheXMuDQoNCiMjIyBTQVJJTUENCmBgYHtyfQ0KIyBEYWlseSBzYWxlcw0KdHNkaXNwbGF5KHNhbGVzX2RfdHMpICMgDQp0c2Rpc3BsYXkoZGlmZihzYWxlc19kX3RzKSkNCmBgYA0KDQpgYGB7cn0NCnNhcmltYV9kIDwtIGF1dG8uYXJpbWEoc2FsZXNfZF90cywgc2Vhc29uYWw9VFJVRSkNCnN1bW1hcnkoc2FyaW1hX2QpDQpgYGANCmBgYHtyfQ0KcmVzaWRfZHM8LSByZXNpZHVhbHMoc2FyaW1hX2QpDQp0c2Rpc3BsYXkocmVzaWRfZHMpDQoNCiMgY2hlY2sgZm9yIGF1dG9jb3JyZWxhdGlvbg0KQm94LnRlc3QocmVzaWR1YWxzKHNhcmltYV9kKSwgdHlwZT0iTGp1bmctQm94IikNCiMgQSBsb3cgcC12YWx1ZSAoPDAuMDUpIHN1Z2dlc3RzIHJlc2lkdWFsIGF1dG9jb3JyZWxhdGlvbi4NCmBgYA0KDQoNCkxvb2tzIGxpa2UgQWFyaW1hIGlzIHRoZSBzYW1lIGluIHRlcm1zIG9mIEFJQywgbGV0cyBjaGVjayB0aGUgUk1TRToNCg0KYGBge3J9DQojIEV4dHJhY3QgZml0dGVkIHZhbHVlcyBmb3IgYm90aCBtb2RlbHMNCg0KZml0dGVkX3NhcmltYV9kIDwtIGZpdHRlZChzYXJpbWFfZCkNCg0KIyBDYWxjdWxhdGUgUk1TRSBmb3IgYm90aCBtb2RlbHMNCnJtc2Vfc2FyaW1hX2QgPC0gY2FsY3VsYXRlX3Jtc2Uob2JzZXJ2ZWQgPSBzYWxlc19kX3RzLCBwcmVkaWN0ZWQgPSBmaXR0ZWRfc2FyaW1hX2QpDQoNCiMgUHJpbnQgUk1TRSB2YWx1ZXMNCmNhdCgiUk1TRSBmb3IgQXV0byBBUklNQSBNb2RlbCAoRGFpbHkpOiIsIHJtc2VfYXV0b19hcmltYV9kLCAiXG4iKQ0KY2F0KCJSTVNFIGZvciBTZWFzb25hbCBBUklNQSBNb2RlbCAoRGFpbHkpOiIsIHJtc2Vfc2FyaW1hX2QsICJcbiIpDQoNCmBgYA0KVGhlIFJNU0UgaXMgZXhhY3RseSB0aGUgc2FtZSwgdGhleSBhcmUgdGhlIHNhbWUgbW9kZWwuDQoNCiMjIyBTQVJJTUFYDQpSZWZpbmUgU0FSSU1BIHdpdGggZXh0ZXJuYWwgcmVncmVzc29ycw0KYGBge3J9DQojIHJlYWRlZmluZSBzYWxlc19kX3RzDQpoZWFkKGRmX21lcmdlZF9kKQ0Kc2FsZXNfZF90cyA8LSB0cyhleHAoZGZfbWVyZ2VkX2Qkc2FsZXNfY29wKSwgZnJlcXVlbmN5PTM2NSwgc3RhcnQ9YygyMDIxLCAzMzQpKSAgIyAzMzQgaXMgTm92ZW1iZXIgMzANCnNlYXNvbmFsX3NhbGVzX2RfdHMgPC0gdHMoZXhwKGRmX21lcmdlZF9kJHNhbGVzX2NvcCksIGZyZXF1ZW5jeT03LCBzdGFydD1jKDIwMjEsIDMzNCkpICAjIDMzNCBpcyBOb3ZlbWJlciAzMA0KcGxvdChzYWxlc19kX3RzKQ0KdHNkaXNwbGF5KHNhbGVzX2RfdHMsbGFnLm1heCA9IDMwKQ0KdHNkaXNwbGF5KHNlYXNvbmFsX3NhbGVzX2RfdHMsbGFnLm1heCA9IDMwKQ0KIyBkZWZpbmUgcmVncmVzb3JzDQojIFNlbGVjdCBzcGVjaWZpYyBjb2x1bW5zIGJ5IG5hbWUNCnhfcmVncmVzc29yc19kIDwtIGRmX21lcmdlZF9kICU+JSBzZWxlY3QocmFpbl9zdW0sIGZ4LCB0bWVkaWFuKQ0KIyBBcHBseSB0aGUgZXhwb25lbnRpYWwgZnVuY3Rpb24gdG8gZWFjaCBjb2x1bW4NCnhfcmVncmVzc29yc19kIDwtIGFzLmRhdGEuZnJhbWUoYXBwbHkoeF9yZWdyZXNzb3JzX2QsIDIsIGV4cCkpDQojIENvbnZlcnQgdG8gYSBtYXRyaXggZm9yIEFSSU1BIG1vZGVsaW5nDQp4X3JlZ3Jlc3NvcnNfZCA8LSBhcy5tYXRyaXgoeF9yZWdyZXNzb3JzX2QpDQoNCmBgYA0KDQoNCg0KYGBge3J9DQojIGZpdCB0aGUgbW9kZWwgb24gc2FsZXMNCiMgRml0IGFuIGF1dG8uYXJpbWEgbW9kZWwgd2l0aCBzZWFzb25hbCBjb21wb25lbnQgYW5kIGV4dGVybmFsIHJlZ3Jlc3NvcnMNCnNhcmltYXhfbW9kZWxfZCA8LSBhdXRvLmFyaW1hKA0KICBzYWxlc19kX3RzLA0KICBzZWFzb25hbCA9IFRSVUUsICAgICAgICAgICAgICAgIyBFbmFibGUgc2Vhc29uYWwgY29tcG9uZW50cw0KICB4cmVnID0geF9yZWdyZXNzb3JzX2QgICAgICAgICAgIyBFeHRlcm5hbCByZWdyZXNzb3JzDQopDQoNCiMgRGlzcGxheSB0aGUgc3VtbWFyeSBvZiB0aGUgZml0dGVkIG1vZGVsDQpzdW1tYXJ5KHNhcmltYXhfbW9kZWxfZCkNCg0KYGBgDQpUaGUgQUlDIGFjdHVhbGx5IGRlY3JlYXNlcywgbGV0cyBjaGVjayB0aGUgUk1TRQ0KDQpgYGB7cn0NCiMgRXh0cmFjdCBmaXR0ZWQgdmFsdWVzIGZvciBhbGwgbW9kZWxzDQpmaXR0ZWRfc2FyaW1heF9kIDwtIGZpdHRlZChzYXJpbWF4X21vZGVsX2QpDQoNCiMgQ2FsY3VsYXRlIFJNU0UgZm9yIGFsbCBtb2RlbHMNCnJtc2Vfc2FyaW1heF9kIDwtIGNhbGN1bGF0ZV9ybXNlKG9ic2VydmVkID0gc2FsZXNfZF90cywgcHJlZGljdGVkID0gZml0dGVkX3NhcmltYXhfZCkNCg0KIyBQcmludCBSTVNFIHZhbHVlcw0KY2F0KCJSTVNFIGZvciBBdXRvIEFSSU1BIE1vZGVsIChEYWlseSk6Iiwgcm1zZV9hdXRvX2FyaW1hX2QsICJcbiIpDQpjYXQoIlJNU0UgZm9yIFNlYXNvbmFsIEFSSU1BIE1vZGVsIChEYWlseSk6Iiwgcm1zZV9zYXJpbWFfZCwgIlxuIikNCmNhdCgiUk1TRSBmb3IgU0FSSU1BWCBNb2RlbCAoRGFpbHkpOiIsIHJtc2Vfc2FyaW1heF9kLCAiXG4iKQ0KDQpgYGANClRoZSBSTVNFIGFsc28gd29yc2Vucywgc28gc3RheSB3aXRoIHJlZ3VsYXIgQXV0by1BUklNQQ0KDQojIyMgRXhwb25lbnRpYWwgU21vb3RoaW5nIG1ldGhvZHMNCg0KIyMjIyBTaW1wbGUgRXhwb25lbnRpYWwgU21vb3RoaW5nDQoNCiMjIyMjIE1vbnRobHkgU2FsZXMNCg0KTW9udGhseSBTYWxlcw0KDQpgYGB7cn0NCmZpdF9tMSA8LSBzZXMoc2FsZXNfbV90cywgYWxwaGEgPSAwLjIsIGluaXRpYWwgPSAnc2ltcGxlJywgaD01KQ0KZml0X20yIDwtIHNlcyhzYWxlc19tX3RzLCBhbHBoYSA9IDAuNiwgaW5pdGlhbCA9ICdzaW1wbGUnLCBoPTUpDQpmaXRfbTMgPC0gc2VzKHNhbGVzX21fdHMsIGg9NSkNCg0KcGxvdChzYWxlc19tX3RzLCB5bGFiPSdNb250aGx5IFNhbGVzJywgeGxhYj0nTW9udGhzJykNCmxpbmVzKGZpdHRlZChmaXRfbTEpLCBjb2w9J2JsdWUnLCB0eXBlPSdvJykNCmxpbmVzKGZpdHRlZChmaXRfbTIpLCBjb2w9J3JlZCcsIHR5cGU9J28nKQ0KbGluZXMoZml0dGVkKGZpdF9tMyksIGNvbD0nZ3JlZW4nLCB0eXBlPSdvJykNCmBgYA0KDQpgYGB7cn0NCmZvcmVjYXN0X20xIDwtIHNlcyhzYWxlc19tX3RzLCBoPTUpDQoNCiMgQWNjdXJhY3kgb2Ygb25lLXN0ZXAtYWhlYWQgdHJhaW5pbmcgZXJyb3JzDQpyb3VuZChhY2N1cmFjeShmb3JlY2FzdF9tMSksMikNCg0Kc3VtbWFyeShmb3JlY2FzdF9tMSkNCg0KYXV0b3Bsb3QoZm9yZWNhc3RfbTEpICsgYXV0b2xheWVyKGZpdHRlZChmb3JlY2FzdF9tMSksc2VyaWVzPSdGaXR0ZWQnKSArIHlsYWIoIk1vbnRobHkgU2FsZXMiKSt4bGFiKCJNb250aHMiKQ0KYGBgDQoNCmBgYHtyfQ0KIyBFeHRyYWN0IGZpdHRlZCB2YWx1ZXMgZm9yIGVhY2ggbW9kZWwNCmZpdHRlZF9tMSA8LSBmaXR0ZWQoZml0X20xKQ0KZml0dGVkX20yIDwtIGZpdHRlZChmaXRfbTIpDQpmaXR0ZWRfbTMgPC0gZml0dGVkKGZpdF9tMykNCg0KIyBDYWxjdWxhdGUgUk1TRSBmb3IgZWFjaCBtb2RlbA0Kcm1zZV9tMSA8LSBjYWxjdWxhdGVfcm1zZShvYnNlcnZlZCA9IHNhbGVzX21fdHMsIHByZWRpY3RlZCA9IGZpdHRlZF9tMSkNCnJtc2VfbTIgPC0gY2FsY3VsYXRlX3Jtc2Uob2JzZXJ2ZWQgPSBzYWxlc19tX3RzLCBwcmVkaWN0ZWQgPSBmaXR0ZWRfbTIpDQpybXNlX20zIDwtIGNhbGN1bGF0ZV9ybXNlKG9ic2VydmVkID0gc2FsZXNfbV90cywgcHJlZGljdGVkID0gZml0dGVkX20zKQ0KDQojIFByaW50IFJNU0UgdmFsdWVzDQpjYXQoIlJNU0UgZm9yIFNFUyBNb2RlbCAxIChhbHBoYSA9IDAuMik6Iiwgcm1zZV9tMSwgIlxuIikNCmNhdCgiUk1TRSBmb3IgU0VTIE1vZGVsIDIgKGFscGhhID0gMC42KToiLCBybXNlX20yLCAiXG4iKQ0KY2F0KCJSTVNFIGZvciBTRVMgTW9kZWwgMyAoT3B0aW1pemVkIGFscGhhKToiLCBybXNlX20zLCAiXG4iKQ0KDQpgYGANCmBgYHtyfQ0Kcm1zZV9leHBfc21fbSA8LSBybXNlX20yDQpgYGANCg0KIyMjIyMgV2Vla2x5IFNhbGVzDQoNCldlZWtseSBTYWxlcw0KDQpGb3Igd2Vla2x5IGRhdGEsIGV4cG9uZW50aWFsIHNtb290aGluZyBjYW4gY2FwdHVyZSBsb25nZXItdGVybSB0cmVuZHMNCmFuZCBzZWFzb25hbCBwYXR0ZXJucyB0aGF0IHJlcGVhdCBvbiBhIHdlZWtseSBiYXNpcy4gV2Vla2x5IGRhdGEgY2FuDQphbHNvIGhhdmUgc2Vhc29uYWwgY29tcG9uZW50cyByZWxhdGVkIHRvIG1vbnRocywgcXVhcnRlcnMsIG9yIHllYXJzLg0KDQoNCg0KYGBge3J9DQpmaXRfdzEgPC0gc2VzKHNhbGVzX3dfdHMsIGFscGhhID0gMC4yLCBpbml0aWFsID0gJ3NpbXBsZScsIGg9NSkNCmZpdF93MiA8LSBzZXMoc2FsZXNfd190cywgYWxwaGEgPSAwLjYsIGluaXRpYWwgPSAnc2ltcGxlJywgaD01KQ0KZml0X3czIDwtIHNlcyhzYWxlc193X3RzLCBoPTUpDQoNCnBsb3Qoc2FsZXNfd190cywgeWxhYj0nV2Vla2x5IFNhbGVzJywgeGxhYj0nV2Vla3MnKQ0KbGluZXMoZml0dGVkKGZpdF93MSksIGNvbD0nYmx1ZScsIHR5cGU9J28nKQ0KbGluZXMoZml0dGVkKGZpdF93MiksIGNvbD0ncmVkJywgdHlwZT0nbycpDQpsaW5lcyhmaXR0ZWQoZml0X3czKSwgY29sPSdncmVlbicsIHR5cGU9J28nKQ0KYGBgDQoNCmBgYHtyfQ0KZm9yZWNhc3RfdzEgPC0gc2VzKHNhbGVzX3dfdHMsIGg9NSkNCnJvdW5kKGFjY3VyYWN5KGZvcmVjYXN0X3cxKSwyKQ0KDQpzdW1tYXJ5KGZvcmVjYXN0X3cxKQ0KDQphdXRvcGxvdChmb3JlY2FzdF93MSkgKyBhdXRvbGF5ZXIoZml0dGVkKGZvcmVjYXN0X3cxKSxzZXJpZXM9J0ZpdHRlZCcpICsgeWxhYigiV2Vla2x5IFNhbGVzIikreGxhYigiV2Vla3MiKQ0KYGBgDQoNCmBgYHtyfQ0KIyBFeHRyYWN0IGZpdHRlZCB2YWx1ZXMgZm9yIGVhY2ggbW9kZWwNCmZpdHRlZF93MSA8LSBmaXR0ZWQoZml0X3cxKQ0KZml0dGVkX3cyIDwtIGZpdHRlZChmaXRfdzIpDQpmaXR0ZWRfdzMgPC0gZml0dGVkKGZpdF93MykNCg0KIyBDYWxjdWxhdGUgUk1TRSBmb3IgZWFjaCBtb2RlbA0Kcm1zZV93MSA8LSBjYWxjdWxhdGVfcm1zZShvYnNlcnZlZCA9IHNhbGVzX3dfdHMsIHByZWRpY3RlZCA9IGZpdHRlZF93MSkNCnJtc2VfdzIgPC0gY2FsY3VsYXRlX3Jtc2Uob2JzZXJ2ZWQgPSBzYWxlc193X3RzLCBwcmVkaWN0ZWQgPSBmaXR0ZWRfdzIpDQpybXNlX3czIDwtIGNhbGN1bGF0ZV9ybXNlKG9ic2VydmVkID0gc2FsZXNfd190cywgcHJlZGljdGVkID0gZml0dGVkX3czKQ0KDQojIFByaW50IFJNU0UgdmFsdWVzDQpjYXQoIlJNU0UgZm9yIFNFUyBNb2RlbCAxIChhbHBoYSA9IDAuMik6Iiwgcm1zZV93MSwgIlxuIikNCmNhdCgiUk1TRSBmb3IgU0VTIE1vZGVsIDIgKGFscGhhID0gMC42KToiLCBybXNlX3cyLCAiXG4iKQ0KY2F0KCJSTVNFIGZvciBTRVMgTW9kZWwgMyAoT3B0aW1pemVkIGFscGhhKToiLCBybXNlX3czLCAiXG4iKQ0KDQpgYGANCmBgYHtyfQ0Kcm1zZV9leHBfc21fdyA8LSBybXNlX3czDQpgYGANCg0KIyMjIyMgRGFpbHkgc2FsZXMNCg0KRGFpbHkgU2FsZXMNCg0KRm9yIGRhaWx5IGRhdGEsIGV4cG9uZW50aWFsIHNtb290aGluZyBjYW4gYmUgdXNlZCB0byBmb3JlY2FzdCBzaG9ydC10ZXJtDQp0cmVuZHMgYW5kIHNlYXNvbmFsIHBhdHRlcm5zLiBXaGVuIGFwcGx5aW5nIGV4cG9uZW50aWFsIHNtb290aGluZyB0bw0KZGFpbHkgZGF0YSwgeW91IG5lZWQgdG8gY29uc2lkZXI6DQoNCi0gICAqKlNlYXNvbmFsaXR5Kio6IERhaWx5IGRhdGEgb2Z0ZW4gZXhoaWJpdCBzZWFzb25hbCBwYXR0ZXJucywgc3VjaCBhcw0KICAgIHdlZWtseSBjeWNsZXMgKGUuZy4sIGhpZ2hlciBzYWxlcyBvbiB3ZWVrZW5kcykuDQoNCi0gICAqKkhvbGlkYXlzIGFuZCBzcGVjaWFsIGV2ZW50cyoqOiBUaGVzZSBjYW4gY2F1c2UgaXJyZWd1bGFyIHBhdHRlcm5zDQogICAgaW4gZGFpbHkgZGF0YSB0aGF0IG1heSBuZWVkIHRvIGJlIGFjY291bnRlZCBmb3IuDQoNCg0KYGBge3J9DQoNCmZpdF9kMSA8LSBzZXMoc2FsZXNfZF90cywgYWxwaGEgPSAwLjIsIGluaXRpYWwgPSAnc2ltcGxlJywgaD01KQ0KZml0X2QyIDwtIHNlcyhzYWxlc19kX3RzLCBhbHBoYSA9IDAuNiwgaW5pdGlhbCA9ICdzaW1wbGUnLCBoPTUpDQpmaXRfZDMgPC0gc2VzKHNhbGVzX2RfdHMsIGg9NSkNCg0KcGxvdChzYWxlc19kX3RzLCB5bGFiPSdEYWlseSBTYWxlcycsIHhsYWI9J0RheXMnKQ0KbGluZXMoZml0dGVkKGZpdF9kMSksIGNvbD0nYmx1ZScsIHR5cGU9J28nKQ0KbGluZXMoZml0dGVkKGZpdF9kMiksIGNvbD0ncmVkJywgdHlwZT0nbycpDQpsaW5lcyhmaXR0ZWQoZml0X2QzKSwgY29sPSdncmVlbicsIHR5cGU9J28nKQ0KYGBgDQoNCmBgYHtyfQ0KZm9yZWNhc3RfZDEgPC0gc2VzKHNhbGVzX2RfdHMsIGg9NSkNCnJvdW5kKGFjY3VyYWN5KGZvcmVjYXN0X2QxKSwyKQ0KDQpzdW1tYXJ5KGZvcmVjYXN0X2QxKQ0KDQphdXRvcGxvdChmb3JlY2FzdF9kMSkgKyBhdXRvbGF5ZXIoZml0dGVkKGZvcmVjYXN0X2QxKSxzZXJpZXM9J0ZpdHRlZCcpICsgeWxhYigiRGFpbHkgU2FsZXMiKSt4bGFiKCJEYXlzIikNCmBgYA0KDQpgYGB7cn0NCiMgRXh0cmFjdCBmaXR0ZWQgdmFsdWVzIGZvciBlYWNoIG1vZGVsDQpmaXR0ZWRfZDEgPC0gZml0dGVkKGZpdF9kMSkNCmZpdHRlZF9kMiA8LSBmaXR0ZWQoZml0X2QyKQ0KZml0dGVkX2QzIDwtIGZpdHRlZChmaXRfZDMpDQoNCiMgQ2FsY3VsYXRlIFJNU0UgZm9yIGVhY2ggbW9kZWwNCnJtc2VfZDEgPC0gY2FsY3VsYXRlX3Jtc2Uob2JzZXJ2ZWQgPSBzYWxlc19kX3RzLCBwcmVkaWN0ZWQgPSBmaXR0ZWRfZDEpDQpybXNlX2QyIDwtIGNhbGN1bGF0ZV9ybXNlKG9ic2VydmVkID0gc2FsZXNfZF90cywgcHJlZGljdGVkID0gZml0dGVkX2QyKQ0Kcm1zZV9kMyA8LSBjYWxjdWxhdGVfcm1zZShvYnNlcnZlZCA9IHNhbGVzX2RfdHMsIHByZWRpY3RlZCA9IGZpdHRlZF9kMykNCg0KIyBQcmludCBSTVNFIHZhbHVlcw0KY2F0KCJSTVNFIGZvciBTRVMgTW9kZWwgMSAoYWxwaGEgPSAwLjIpOiIsIHJtc2VfZDEsICJcbiIpDQpjYXQoIlJNU0UgZm9yIFNFUyBNb2RlbCAyIChhbHBoYSA9IDAuNik6Iiwgcm1zZV9kMiwgIlxuIikNCmNhdCgiUk1TRSBmb3IgU0VTIE1vZGVsIDMgKE9wdGltaXplZCBhbHBoYSk6Iiwgcm1zZV9kMywgIlxuIikNCg0KYGBgDQpgYGB7cn0NCnJtc2VfZXhwX3NtX2QgPC0gcm1zZV9kMw0KYGBgDQoNCiMjIyBHR00gKyBTQVJNQVgNCg0KDQojIyMjIE1vbnRobHkNCmBgYHtyfQ0KDQojIDEuICBHR00gb24gc2FsZXNfbV90cw0KDQoNCnN1bW1hcnkoZ2dtMSkNCg0KDQojIDIuIEdldCB0aGUgaW5zdGFudGFuZW91cyBmaXR0ZWQgdmFsdWVzIG9mIHRoZSBHR00NCg0KZml0dGVkX2dnbV9jdW0gPC0gZml0dGVkKGdnbTEpDQpmaXR0ZWRfZ2dtX2luc3RhbnQgPC0gbWFrZS5pbnN0YW50YW5lb3VzKGZpdHRlZF9nZ21fY3VtKQ0KDQoNCiMgMy4gQXV0by1TQVJJTUFYIG9uIGN1bXN1bShzYWxlc19tX3RzKSwgd2l0aCB4cmVnID0gaW5zdGFudGFuZW91cyBHR00NCg0KIyBGaXJzdCwgY3JlYXRlIHRoZSBjdW11bGF0aXZlIHNhbGVzDQpjdW11bGF0aXZlX3NhbGVzX21fdHMgPC0gY3Vtc3VtKHNhbGVzX21fdHMpDQoNCg0Kc2FyaW1hX20gPC0gYXV0by5hcmltYSgNCiAgY3VtdWxhdGl2ZV9zYWxlc19tX3RzLA0KICB4cmVnICAgICAgICAgPSBmaXR0ZWRfZ2dtX2luc3RhbnQsDQogIHNlYXNvbmFsICAgICA9IFRSVUUsDQogIHN0ZXB3aXNlICAgICA9IEZBTFNFLA0KICBhcHByb3hpbWF0aW9uPSBGQUxTRQ0KKQ0KDQoNCiMgNC4gRXh0cmFjdCB0aGUgZml0dGVkIChjdW11bGF0aXZlKSB2YWx1ZXMgb2YgdGhlIFNBUklNQVgNCg0KZml0dGVkX2N1bV9zYXJpbWEgPC0gZml0dGVkKHNhcmltYV9tKQ0KDQoNCg0KIyA1LiBDb252ZXJ0IFNBUklNQVggZml0dGVkIGN1bXVsYXRpdmUgYmFjayB0byBpbnN0YW50YW5lb3VzDQojIE9uZSBzaW1wbGUgYXBwcm9hY2g6DQpmaXR0ZWRfaW5zdGFudF9zYXJpbWEgPC0gZGlmZihjKDAsIGZpdHRlZF9jdW1fc2FyaW1hKSkNCiMgTm93IGZpdHRlZF9pbnN0YW50X3NhcmltYSBzaG91bGQgaGF2ZSB0aGUgc2FtZSBsZW5ndGggYXMgc2FsZXNfbV90cy4NCg0KIyBUdXJuIGl0IGludG8gYSB0aW1lIHNlcmllcyBvYmplY3QgZm9yIG5lYXQgcGxvdHRpbmcNCmZpdHRlZF9pbnN0YW50X3NhcmltYV90cyA8LSB0cygNCiAgZml0dGVkX2luc3RhbnRfc2FyaW1hLA0KICBzdGFydCA9IHN0YXJ0KHNhbGVzX21fdHMpLA0KICBmcmVxdWVuY3kgPSBmcmVxdWVuY3koc2FsZXNfbV90cykNCikNCg0KIyA2LiBQbG90IHRoZSBhY3R1YWwgbW9udGhseSBzYWxlcyBhbmQgdGhlIFNBUklNQVggaW5zdGFudGFuZW91cyBmaXQNCg0KcGxvdCgNCiAgc2FsZXNfbV90cywNCiAgdHlwZT0ibyIsDQogIGNvbD0iYmxhY2siLA0KICBsd2Q9MiwNCiAgbWFpbj0iQWN0dWFsIE1vbnRobHkgU2FsZXMgdnMuIFNBUklNQVggRml0dGVkIChJbnN0YW50YW5lb3VzKSIsDQogIHhsYWI9IlRpbWUiLA0KICB5bGFiPSJNb250aGx5IFNhbGVzIg0KKQ0KDQpsaW5lcygNCiAgZml0dGVkX2luc3RhbnRfc2FyaW1hX3RzLA0KICBjb2w9InJlZCIsDQogIGx0eT0yLA0KICBsd2Q9Mg0KKQ0KDQpsZWdlbmQoDQogICJib3R0b21yaWdodCIsDQogIGxlZ2VuZCA9IGMoIkFjdHVhbCBTYWxlcyIsICJTQVJJTUFYIEZpdCAoSW5zdGFudGFuZW91cykiKSwNCiAgY29sICAgID0gYygiYmxhY2siLCAicmVkIiksDQogIGx0eSAgICA9IGMoMSwgMiksDQogIGx3ZCAgICA9IGMoMiwgMikNCikNCmBgYA0KDQoNCmBgYHtyfQ0KIyBDYWxjdWxhdGUgUk1TRSBmb3IgZml0dGVkX2luc3RhbnRhbmVvdXNfdHMgYWdhaW5zdCBzYWxlc19tX3RzDQpybXNlX21peHR1cmVfbSA8LSBjYWxjdWxhdGVfcm1zZShvYnNlcnZlZCA9IHNhbGVzX21fdHMsIHByZWRpY3RlZCA9IGZpdHRlZF9pbnN0YW50X3NhcmltYV90cykNCg0KIyBQcmludCB0aGUgUk1TRSB2YWx1ZQ0KY2F0KCJSTVNFIGZvciBGaXR0ZWQgSW5zdGFudGFuZW91cyBWYWx1ZXMgKEdHTSArIFNBUklNQVgpOiIsIHJtc2VfbWl4dHVyZV9tLCAiXG4iKQ0KYGBgDQpgYGB7cn0NCnJlc2lkX21peHR1cmVfbSA8LSBzYWxlc19tX3RzIC0gZml0dGVkX2luc3RhbnRfc2FyaW1hX3RzDQp0c2Rpc3BsYXkocmVzaWRfbWl4dHVyZV9tKQ0KYGBgDQpSZXNpZHVhbHMgaGF2ZSBhdXRvY29ycmVsYXRpb24gYXQgbGFnIDENCg0KIyMjIyBXZWVrbHkNCg0KYGBge3J9DQojIDEuIEdHTSBvbiBzYWxlc193X3RzDQoNCnN1bW1hcnkoZ2dtMV93KQ0KDQoNCiMgMi4gR2V0IHRoZSBpbnN0YW50YW5lb3VzIGZpdHRlZCB2YWx1ZXMgb2YgdGhlIEdHTQ0KDQpmaXR0ZWRfZ2dtX2N1bSA8LSBmaXR0ZWQoZ2dtMV93KSAgICAgICAgICAgICAgICAjIEN1bXVsYXRpdmUgZml0IGZyb20gR0dNDQpmaXR0ZWRfZ2dtX2luc3RhbnQgPC0gbWFrZS5pbnN0YW50YW5lb3VzKGZpdHRlZF9nZ21fY3VtKSAgIyBDb252ZXJ0IHRvIHdlZWtseSBmbG93DQoNCg0KIyAzLiBBdXRvLVNBUklNQVggb24gY3Vtc3VtKHNhbGVzX3dfdHMpLCB3aXRoIHhyZWcgPSBpbnN0YW50YW5lb3VzIEdHTQ0KDQojIENyZWF0ZSB0aGUgY3VtdWxhdGl2ZSB3ZWVrbHkgc2VyaWVzDQpjdW11bGF0aXZlX3NhbGVzX3dfdHMgPC0gY3Vtc3VtKHNhbGVzX3dfdHMpDQoNCiMgRml0IGFuIGF1dG8uYXJpbWEgd2l0aCB0aGUgR0dNIGluc3RhbnRhbmVvdXMgc2VyaWVzIGFzIHhyZWcNCg0Kc2FyaW1hX3cgPC0gYXV0by5hcmltYSgNCiAgY3VtdWxhdGl2ZV9zYWxlc193X3RzLA0KICB4cmVnICAgICAgICAgPSBmaXR0ZWRfZ2dtX2luc3RhbnQsDQogIHNlYXNvbmFsICAgICA9IFRSVUUsDQogIHN0ZXB3aXNlICAgICA9IEZBTFNFLA0KICBhcHByb3hpbWF0aW9uPSBGQUxTRQ0KKQ0KDQojIDQuIEV4dHJhY3QgdGhlIGZpdHRlZCAoY3VtdWxhdGl2ZSkgdmFsdWVzIG9mIHRoZSBTQVJJTUFYDQoNCmZpdHRlZF9jdW1fc2FyaW1hIDwtIGZpdHRlZChzYXJpbWFfdykNCiMgVGhpcyBpcyB0aGUgbW9kZWwncyBpbi1zYW1wbGUgb25lLXN0ZXAtYWhlYWQgKmN1bXVsYXRpdmUqIGZpdC4NCg0KIyA1LiBDb252ZXJ0IFNBUklNQVggZml0dGVkIGN1bXVsYXRpdmUgYmFjayB0byBpbnN0YW50YW5lb3VzDQoNCmZpdHRlZF9pbnN0YW50X3NhcmltYSA8LSBkaWZmKGMoMCwgZml0dGVkX2N1bV9zYXJpbWEpKQ0KDQojIFR1cm4gaXQgaW50byBhIHRpbWUgc2VyaWVzIG9iamVjdCANCmZpdHRlZF9pbnN0YW50X3NhcmltYV90cyA8LSB0cygNCiAgZml0dGVkX2luc3RhbnRfc2FyaW1hLA0KICBzdGFydCAgICAgPSBzdGFydChzYWxlc193X3RzKSwNCiAgZnJlcXVlbmN5ID0gZnJlcXVlbmN5KHNhbGVzX3dfdHMpIA0KKQ0KDQojIDYuIFBsb3QgdGhlIGFjdHVhbCB3ZWVrbHkgc2FsZXMgYW5kIHRoZSBTQVJJTUFYIGluc3RhbnRhbmVvdXMgZml0DQpwbG90KA0KICBzYWxlc193X3RzLA0KICB0eXBlID0gIm8iLA0KICBjb2wgID0gImJsYWNrIiwNCiAgbHdkICA9IDIsDQogIG1haW4gPSAiQWN0dWFsIFdlZWtseSBTYWxlcyB2cy4gU0FSSU1BWCBGaXR0ZWQgKEluc3RhbnRhbmVvdXMpIiwNCiAgeGxhYiA9ICJUaW1lIChXZWVrcykiLA0KICB5bGFiID0gIldlZWtseSBTYWxlcyINCikNCg0KbGluZXMoDQogIGZpdHRlZF9pbnN0YW50X3NhcmltYV90cywNCiAgY29sID0gInJlZCIsDQogIGx0eSA9IDIsDQogIGx3ZCA9IDINCikNCg0KbGVnZW5kKA0KICAiYm90dG9tcmlnaHQiLA0KICBsZWdlbmQgPSBjKCJBY3R1YWwgV2Vla2x5IFNhbGVzIiwgIlNBUklNQVggRml0IChJbnN0YW50YW5lb3VzKSIpLA0KICBjb2wgICAgPSBjKCJibGFjayIsICJyZWQiKSwNCiAgbHR5ICAgID0gYygxLCAyKSwNCiAgbHdkICAgID0gYygyLCAyKQ0KKQ0KDQpgYGANCg0KYGBge3J9DQojIFJlc2lkdWFscw0KIyBTdGVwIDE6IEV4dHJhY3QgcmVzaWR1YWxzIGZyb20gdGhlIFNBUklNQSBtb2RlbA0KcmVzaWRfdyA8LSByZXNpZHVhbHMoc2FyaW1hX3cpDQoNCiMgU3RlcCAyOiBWaXN1YWxpemUgcmVzaWR1YWxzDQojIFRpbWUgc2VyaWVzIHBsb3Qgb2YgcmVzaWR1YWxzDQp0c2Rpc3BsYXkocmVzaWRfdywgbWFpbiA9ICJSZXNpZHVhbCBEaWFnbm9zdGljcyBmb3IgU0FSSU1BIE1vZGVsIikNCg0KIyBTdGVwIDM6IFRlc3QgcmVzaWR1YWxzIGZvciBzdGF0aW9uYXJpdHkNCmFkZl90ZXN0IDwtIGFkZi50ZXN0KHJlc2lkX3cpDQpjYXQoIkFERiBUZXN0IHAtdmFsdWU6IiwgYWRmX3Rlc3QkcC52YWx1ZSwgIlxuIikNCg0KaWYgKGFkZl90ZXN0JHAudmFsdWUgPCAwLjA1KSB7DQogIGNhdCgiVGhlIHJlc2lkdWFscyBhcmUgc3RhdGlvbmFyeS5cbiIpDQp9IGVsc2Ugew0KICBjYXQoIlRoZSByZXNpZHVhbHMgYXJlIG5vdCBzdGF0aW9uYXJ5LlxuIikNCn0NCg0KIyBTdGVwIDQ6IFRlc3QgcmVzaWR1YWxzIGZvciB3aGl0ZSBub2lzZSAobm8gYXV0b2NvcnJlbGF0aW9uKQ0KDQpsanVuZ19ib3hfdGVzdCA8LSBCb3gudGVzdChyZXNpZF93LCBsYWcgPSAyMCwgdHlwZSA9ICJManVuZy1Cb3giKQ0KY2F0KCJManVuZy1Cb3ggVGVzdCBwLXZhbHVlOiIsIGxqdW5nX2JveF90ZXN0JHAudmFsdWUsICJcbiIpDQoNCmlmIChsanVuZ19ib3hfdGVzdCRwLnZhbHVlID4gMC4wNSkgew0KICBjYXQoIlRoZSByZXNpZHVhbHMgcmVzZW1ibGUgd2hpdGUgbm9pc2UgKHVuY29ycmVsYXRlZCkuXG4iKQ0KfSBlbHNlIHsNCiAgY2F0KCJUaGUgcmVzaWR1YWxzIHNob3cgc2lnbmlmaWNhbnQgYXV0b2NvcnJlbGF0aW9uLlxuIikNCn0NCg0KYGBgDQoNClN0YXRpb25hcnkgcmVzaWR1YWxzIGJ1dCB3aXRoIHNpZ25pZmljYW50IGNvcnJlbGF0aW9uDQoNCg0KDQpgYGB7cn0NCiMjIyMgUk1TRSBmb3IgU0FSSU1BWCBQcmVkaWN0aW9ucyAjIyMjDQpybXNlX21peHR1cmVfdyA8LSBjYWxjdWxhdGVfcm1zZShvYnNlcnZlZCA9IHNhbGVzX3dfdHMsIHByZWRpY3RlZCA9IGZpdHRlZF9pbnN0YW50X3NhcmltYV90cykNCg0KIyBQcmludCBSTVNFIGZvciBTQVJJTUFYDQpjYXQoIlJNU0UgZm9yIFNBUklNQVggUHJlZGljdGlvbnM6Iiwgcm1zZV9taXh0dXJlX3csICJcbiIpDQpgYGANCiMjIyMgRGFpbHkNCg0KYGBge3J9DQojIDEuIEdHTSBvbiBzYWxlc19kX3RzDQoNCnN1bW1hcnkoZ2dtMV9kKQ0KDQojIDIuIEdldCB0aGUgaW5zdGFudGFuZW91cyBmaXR0ZWQgdmFsdWVzIG9mIHRoZSBHR00NCg0KZml0dGVkX2dnbV9jdW0gPC0gZml0dGVkKGdnbTFfZCkgICAgICAgICAgICAgICAgICMgQ3VtdWxhdGl2ZSBmaXQgZnJvbSBHR00NCmZpdHRlZF9nZ21faW5zdGFudCA8LSBtYWtlLmluc3RhbnRhbmVvdXMoZml0dGVkX2dnbV9jdW0pICAjIENvbnZlcnQgdG8gZGFpbHkgZmxvdw0KDQojIDMuIEF1dG8tU0FSSU1BWCBvbiBjdW1zdW0oc2FsZXNfZF90cyksIHdpdGggeHJlZyA9IGluc3RhbnRhbmVvdXMgR0dNDQoNCiMgQ3JlYXRlIHRoZSBjdW11bGF0aXZlIGRhaWx5IHNlcmllcw0KY3VtdWxhdGl2ZV9zYWxlc19kX3RzIDwtIGN1bXN1bShzYWxlc19kX3RzKQ0KDQoNCiMgZmlyc3Qgc2NhbGUgZGF0YSBzbyBpdCBjYW4gY29udmVyZ2UNCg0KY3VtdWxhdGl2ZV9zYWxlc19kX3RzIDwtIHNjYWxlKGN1bXVsYXRpdmVfc2FsZXNfZF90cykNCmZpdHRlZF9nZ21faW5zdGFudCA8LSBzY2FsZShmaXR0ZWRfZ2dtX2luc3RhbnQpDQoNCiMgU2NhbGUgdGhlIGRhdGENCmN1bXVsYXRpdmVfc2FsZXNfY2VudGVyIDwtIGF0dHIoY3VtdWxhdGl2ZV9zYWxlc19kX3RzLCAic2NhbGVkOmNlbnRlciIpDQpjdW11bGF0aXZlX3NhbGVzX3NjYWxlIDwtIGF0dHIoY3VtdWxhdGl2ZV9zYWxlc19kX3RzLCAic2NhbGVkOnNjYWxlIikNCmdnbV9pbnN0YW50X2NlbnRlciA8LSBhdHRyKGZpdHRlZF9nZ21faW5zdGFudCwgInNjYWxlZDpjZW50ZXIiKQ0KZ2dtX2luc3RhbnRfc2NhbGUgPC0gYXR0cihmaXR0ZWRfZ2dtX2luc3RhbnQsICJzY2FsZWQ6c2NhbGUiKQ0KDQoNCnNhcmltYV9kIDwtIGF1dG8uYXJpbWEoDQogIGN1bXVsYXRpdmVfc2FsZXNfZF90cywNCiAgeHJlZyA9IGZpdHRlZF9nZ21faW5zdGFudCwNCiAgc3RlcHdpc2UgPSBUUlVFLA0KICBhcHByb3hpbWF0aW9uID0gVFJVRQ0KKQ0KDQoNCg0KIyA0LiBFeHRyYWN0IHRoZSBmaXR0ZWQgKGN1bXVsYXRpdmUpIHZhbHVlcyBvZiB0aGUgU0FSSU1BWA0KDQojIEZpdHRlZCBjdW11bGF0aXZlIHZhbHVlcyAoc2NhbGVkKQ0KZml0dGVkX2N1bV9zYXJpbWEgPC0gZml0dGVkKHNhcmltYV9kKQ0KDQojIFNjYWxlIGJhY2sgdG8gb3JpZ2luYWwgY3VtdWxhdGl2ZSB2YWx1ZXMNCmZpdHRlZF9jdW1fc2FyaW1hX29yaWdpbmFsIDwtIGZpdHRlZF9jdW1fc2FyaW1hICogY3VtdWxhdGl2ZV9zYWxlc19zY2FsZSArIGN1bXVsYXRpdmVfc2FsZXNfY2VudGVyDQoNCiMgQ29udmVydCBjdW11bGF0aXZlIGZpdHRlZCB0byBpbnN0YW50YW5lb3VzIGZpdHRlZCAob3JpZ2luYWwgdW5pdHMpDQpmaXR0ZWRfaW5zdGFudF9zYXJpbWFfb3JpZ2luYWwgPC0gZGlmZihjKDAsIGZpdHRlZF9jdW1fc2FyaW1hX29yaWdpbmFsKSkNCg0KIyBDcmVhdGUgdGltZSBzZXJpZXMgb2JqZWN0IGZvciBpbnN0YW50YW5lb3VzIGZpdHRlZCB2YWx1ZXMNCmZpdHRlZF9pbnN0YW50X3NhcmltYV9vcmlnaW5hbF90cyA8LSB0cygNCiAgZml0dGVkX2luc3RhbnRfc2FyaW1hX29yaWdpbmFsLA0KICBzdGFydCA9IHN0YXJ0KHNhbGVzX2RfdHMpLA0KICBmcmVxdWVuY3kgPSBmcmVxdWVuY3koc2FsZXNfZF90cykNCikNCg0KIyBQbG90IHRoZSByZXN1bHRzDQpwbG90KA0KICBzYWxlc19kX3RzLA0KICB0eXBlID0gIm8iLA0KICBjb2wgID0gImJsYWNrIiwNCiAgbHdkICA9IDIsDQogIG1haW4gPSAiQWN0dWFsIERhaWx5IFNhbGVzIHZzLiBTQVJJTUFYIEZpdHRlZCAoSW5zdGFudGFuZW91cykiLA0KICB4bGFiID0gIlRpbWUgKERheXMpIiwNCiAgeWxhYiA9ICJEYWlseSBTYWxlcyINCikNCg0KbGluZXMoDQogIGZpdHRlZF9pbnN0YW50X3NhcmltYV9vcmlnaW5hbF90cywNCiAgY29sID0gInJlZCIsDQogIGx0eSA9IDIsDQogIGx3ZCA9IDINCikNCg0KbGVnZW5kKA0KICAiYm90dG9tcmlnaHQiLA0KICBsZWdlbmQgPSBjKCJBY3R1YWwgRGFpbHkgU2FsZXMiLCAiU0FSSU1BWCBGaXQgKEluc3RhbnRhbmVvdXMpIiksDQogIGNvbCAgICA9IGMoImJsYWNrIiwgInJlZCIpLA0KICBsdHkgICAgPSBjKDEsIDIpLA0KICBsd2QgICAgPSBjKDIsIDIpDQopDQpgYGANCg0KYGBge3J9DQojIyMjIFJlc2lkdWFscy0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tDQojIEV4dHJhY3QgcmVzaWR1YWxzIGZyb20gdGhlIFNBUklNQSBtb2RlbA0KcmVzaWRfZCA8LSByZXNpZHVhbHMoc2FyaW1hX2QpDQoNCiMgVmlzdWFsaXplIHJlc2lkdWFscw0KdHNkaXNwbGF5KHJlc2lkX2QsIG1haW4gPSAiUmVzaWR1YWwgRGlhZ25vc3RpY3MgZm9yIFNBUklNQSBNb2RlbCIpDQoNCiMgVGVzdCByZXNpZHVhbHMgZm9yIHN0YXRpb25hcml0eQ0KYWRmX3Rlc3QgPC0gYWRmLnRlc3QocmVzaWRfZCkNCmNhdCgiQURGIFRlc3QgcC12YWx1ZToiLCBhZGZfdGVzdCRwLnZhbHVlLCAiXG4iKQ0KDQppZiAoYWRmX3Rlc3QkcC52YWx1ZSA8IDAuMDUpIHsNCiAgY2F0KCJUaGUgcmVzaWR1YWxzIGFyZSBzdGF0aW9uYXJ5LlxuIikNCn0gZWxzZSB7DQogIGNhdCgiVGhlIHJlc2lkdWFscyBhcmUgbm90IHN0YXRpb25hcnkuXG4iKQ0KfQ0KDQojIFRlc3QgcmVzaWR1YWxzIGZvciB3aGl0ZSBub2lzZSAobm8gYXV0b2NvcnJlbGF0aW9uKQ0KbGp1bmdfYm94X3Rlc3QgPC0gQm94LnRlc3QocmVzaWRfZCwgbGFnID0gMjAsIHR5cGUgPSAiTGp1bmctQm94IikNCmNhdCgiTGp1bmctQm94IFRlc3QgcC12YWx1ZToiLCBsanVuZ19ib3hfdGVzdCRwLnZhbHVlLCAiXG4iKQ0KDQppZiAobGp1bmdfYm94X3Rlc3QkcC52YWx1ZSA+IDAuMDUpIHsNCiAgY2F0KCJUaGUgcmVzaWR1YWxzIHJlc2VtYmxlIHdoaXRlIG5vaXNlICh1bmNvcnJlbGF0ZWQpLlxuIikNCn0gZWxzZSB7DQogIGNhdCgiVGhlIHJlc2lkdWFscyBzaG93IHNpZ25pZmljYW50IGF1dG9jb3JyZWxhdGlvbi5cbiIpDQp9DQoNCmBgYA0KDQpgYGB7cn0NCiMjIyMgUk1TRSBmb3IgU0FSSU1BWCBQcmVkaWN0aW9ucyAjIyMjDQpybXNlX21peHR1cmVfZCA8LSBjYWxjdWxhdGVfcm1zZShvYnNlcnZlZCA9IHNhbGVzX2RfdHMsIHByZWRpY3RlZCA9IGZpdHRlZF9pbnN0YW50X3NhcmltYV9vcmlnaW5hbF90cykNCg0KIyBQcmludCBSTVNFIGZvciBTQVJJTUFYDQpjYXQoIlJNU0UgZm9yIFNBUklNQVggUHJlZGljdGlvbnM6Iiwgcm1zZV9taXh0dXJlX2QsICJcbiIpDQpgYGANCg0KDQojIyMgUHJvcGhldA0KDQpUaGlzIG1vZGVsIHdhcyBpbnRyb2R1Y2VkIGJ5IEZhY2Vib29rIChbUy4gSi4gVGF5bG9yICYgTGV0aGFtLA0KMjAxOF0oaHR0cHM6Ly9vdGV4dHMuY29tL2ZwcDMvcHJvcGhldC5odG1sI3JlZi1wcm9waGV0KSksIG9yaWdpbmFsbHkgZm9yDQpmb3JlY2FzdGluZyBkYWlseSBkYXRhIHdpdGggd2Vla2x5IGFuZCB5ZWFybHkgc2Vhc29uYWxpdHksIHBsdXMgaG9saWRheQ0KZWZmZWN0cy4gSXQgd2FzIGxhdGVyIGV4dGVuZGVkIHRvIGNvdmVyIG1vcmUgdHlwZXMgb2Ygc2Vhc29uYWwgZGF0YS4gSXQNCndvcmtzIGJlc3Qgd2l0aCB0aW1lIHNlcmllcyB0aGF0IGhhdmUgc3Ryb25nIHNlYXNvbmFsaXR5IGFuZCBzZXZlcmFsDQpzZWFzb25zIG9mIGhpc3RvcmljYWwgZGF0YS4NCg0KUHJvcGhldCBjYW4gYmUgY29uc2lkZXJlZCBhIG5vbmxpbmVhciByZWdyZXNzaW9uIG1vZGVsIChDaGFwdGVyDQpbN10oaHR0cHM6Ly9vdGV4dHMuY29tL2ZwcDMvcmVncmVzc2lvbi5odG1sI3JlZ3Jlc3Npb24pKSwgb2YgdGhlIGZvcm0NCnl0PWcodCkrcyh0KStoKHQpK861dCwgd2hlcmUgZyh0KSBkZXNjcmliZXMgYSBwaWVjZXdpc2UtbGluZWFyIHRyZW5kIChvcg0KImdyb3d0aCB0ZXJtIiksIHModCkgZGVzY3JpYmVzIHRoZSB2YXJpb3VzIHNlYXNvbmFsIHBhdHRlcm5zLCBoKHQpDQpjYXB0dXJlcyB0aGUgaG9saWRheSBlZmZlY3RzLCBhbmQgzrV0IGlzIGEgd2hpdGUgbm9pc2UgZXJyb3IgdGVybS4NCg0KLSAgIFRoZSBrbm90cyAob3IgY2hhbmdlcG9pbnRzKSBmb3IgdGhlIHBpZWNld2lzZS1saW5lYXIgdHJlbmQgYXJlDQogICAgYXV0b21hdGljYWxseSBzZWxlY3RlZCBpZiBub3QgZXhwbGljaXRseSBzcGVjaWZpZWQuIE9wdGlvbmFsbHksIGENCiAgICBsb2dpc3RpYyBmdW5jdGlvbiBjYW4gYmUgdXNlZCB0byBzZXQgYW4gdXBwZXIgYm91bmQgb24gdGhlIHRyZW5kLg0KDQotICAgVGhlIHNlYXNvbmFsIGNvbXBvbmVudCBjb25zaXN0cyBvZiBGb3VyaWVyIHRlcm1zIG9mIHRoZSByZWxldmFudA0KICAgIHBlcmlvZHMuIEJ5IGRlZmF1bHQsIG9yZGVyIDEwIGlzIHVzZWQgZm9yIGFubnVhbCBzZWFzb25hbGl0eSBhbmQNCiAgICBvcmRlciAzIGlzIHVzZWQgZm9yIHdlZWtseSBzZWFzb25hbGl0eS4NCg0KLSAgIEhvbGlkYXkgZWZmZWN0cyBhcmUgYWRkZWQgYXMgc2ltcGxlIGR1bW15IHZhcmlhYmxlcy4NCg0KLSAgIFRoZSBtb2RlbCBpcyBlc3RpbWF0ZWQgdXNpbmcgYSBCYXllc2lhbiBhcHByb2FjaCB0byBhbGxvdyBmb3INCiAgICBhdXRvbWF0aWMgc2VsZWN0aW9uIG9mIHRoZSBjaGFuZ2Vwb2ludHMgYW5kIG90aGVyIG1vZGVsDQogICAgY2hhcmFjdGVyaXN0aWNzLg0KDQpgYGB7cn0NCmxpYnJhcnkocHJvcGhldCkNCmBgYA0KDQpUaGUgaW5wdXQgdG8gUHJvcGhldCBpcyBbYWx3YXlzXXsudW5kZXJsaW5lfSBhIGRhdGFmcmFtZSB3aXRoIHR3bw0KY29sdW1uczogZHMgYW5kIHkgLiAqKlRoZSBkcyAoZGF0ZXN0YW1wKSBjb2x1bW4gc2hvdWxkIGJlIG9mIGEgZm9ybWF0LA0KaWRlYWxseSBZWVlZLU1NLUREIGZvciBhIGRhdGUgb3IgWVlZWS1NTS1ERCBISDpNTTpTUyBmb3IgYSB0aW1lc3RhbXAqKi4NClRoZSB5IGNvbHVtbiBbbXVzdF17LnVuZGVybGluZX0gYmUgbnVtZXJpYywgYW5kIHJlcHJlc2VudHMgdGhlDQptZWFzdXJlbWVudCB3ZSB3aXNoIHRvIGZvcmVjYXN0Lg0KDQojIyMjIE1vbnRobHkNCg0KYGBge3J9DQojIHNhbGVzIG1vbnRseQ0KZ2dwbG90KGRmX21lcmdlZF9tLCBhZXMoeD1tb250aCwgeT1zYWxlc19tKSkgKw0KICBnZW9tX2xpbmUoKSArIGdndGl0bGUoIk1vbnRobHkgU2FsZXMgb2YgUmVzdGF1cmFudCIpDQoNCmhlYWQoZGZfbWVyZ2VkX20pDQpgYGANCg0KYGBge3J9DQojUHJvcGhldCBtb2RlbA0KIyBtb2RlbCB3aXRoIG5vIHNlYXNvbmFsaXR5DQpkZl9wcm9waGV0X20gPC0gZGZfbWVyZ2VkX21bMToyXQ0KaGVhZChkZl9wcm9waGV0X20pDQpjb2xuYW1lcyhkZl9wcm9waGV0X20pID0gYygiZHMiLCAieSIpDQpkZl9wcm9waGV0X20keSA8LSBleHAoZGZfcHJvcGhldF9tJHkpDQpwcm9waGV0X3NhbGVzX20gPC0gcHJvcGhldChkZl9wcm9waGV0X20pDQpgYGANCg0KYGBge3J9DQpoZWFkKGRmX3Byb3BoZXRfbSkNCmBgYA0KDQpgYGB7cn0NCiMgU3RlcCAyOiBDcmVhdGUgYSBmdXR1cmUgZGF0YWZyYW1lIGZvciB0aGUgbmV4dCAxNCBtb250aHMNCmZ1dHVyZV9zYWxlc19tIDwtIG1ha2VfZnV0dXJlX2RhdGFmcmFtZSgNCiAgcHJvcGhldF9zYWxlc19tLA0KICBwZXJpb2RzID0gMTQsICAgICAgICAgICAjIEZvcmVjYXN0IGZvciAxNCBtb250aHMNCiAgZnJlcSA9ICdtb250aCcsICAgICAgICAgIyBNb250aGx5IGZyZXF1ZW5jeQ0KICBpbmNsdWRlX2hpc3RvcnkgPSBUUlVFICAjIEluY2x1ZGUgaGlzdG9yaWNhbCBkYXRhIGluIHRoZSBmdXR1cmUgZGF0YWZyYW1lDQopDQp0YWlsKGZ1dHVyZV9zYWxlc19tKQ0KYGBgDQoNCmBgYHtyfQ0KZm9yZWNhc3Rfc2FsZXNfbSA8LSBwcmVkaWN0KHByb3BoZXRfc2FsZXNfbSwgZnV0dXJlX3NhbGVzX20pDQp0YWlsKGZvcmVjYXN0X3NhbGVzX21bYygnZHMnLCAneWhhdCcsICd5aGF0X2xvd2VyJywgJ3loYXRfdXBwZXInKV0pDQoNCnBsb3QocHJvcGhldF9zYWxlc19tLCBmb3JlY2FzdF9zYWxlc19tKQ0KYGBgDQoNCmBgYHtyfQ0KcHJvcGhldF9wbG90X2NvbXBvbmVudHMocHJvcGhldF9zYWxlc19tLCBmb3JlY2FzdF9zYWxlc19tKQ0KYGBgDQoNCmBgYHtyfQ0KZHlwbG90LnByb3BoZXQocHJvcGhldF9zYWxlc19tLCBmb3JlY2FzdF9zYWxlc19tKQ0KYGBgDQoNCmBgYHtyfQ0KI1VzZSB0aGUgb3JpZ2luYWwgZGF0YWZyYW1lIHRvIGdldCB0aGUgZml0dGVkIHZhbHVlcw0KZml0dGVkX3ZhbHVlcyA8LSBwcmVkaWN0KHByb3BoZXRfc2FsZXNfbSwgZGZfcHJvcGhldF9tKQ0KDQojIEV4dHJhY3QgdGhlIGZpdHRlZCB2YWx1ZXMgKGNvbHVtbiAneWhhdCcgY29udGFpbnMgdGhlIGZpdHRlZCB2YWx1ZXMpDQpmaXR0ZWRfeSA8LSBmaXR0ZWRfdmFsdWVzJHloYXQNCg0KIyBDYWxjdWxhdGUgUk1TRQ0KDQphY3R1YWxfeSA8LSBkZl9wcm9waGV0X20keSAgIyBBY3R1YWwgc2FsZXMgdmFsdWVzDQpybXNlX3Byb3BoZXRfbSA8LSBjYWxjdWxhdGVfcm1zZShvYnNlcnZlZCA9IGFjdHVhbF95LCBwcmVkaWN0ZWQgPSBmaXR0ZWRfeSkNCg0KIyBQcmludCBSTVNFDQpjYXQoIlJNU0UgZm9yIFByb3BoZXQgRml0dGVkIFZhbHVlczoiLCBybXNlX3Byb3BoZXRfbSwgIlxuIikNCmBgYA0KUmVzaWR1YWxzIGZvciBwcm9waGV0DQpgYGB7cn0NCiMgQ2FsY3VsYXRlIFJlc2lkdWFscw0KcmVzaWR1YWxzX3Byb3BoZXQgPC0gYWN0dWFsX3kgLSBmaXR0ZWRfeSAgIyBSZXNpZHVhbHMgPSBBY3R1YWwgLSBGaXR0ZWQNCg0KIyAgVmlzdWFsaXplIFJlc2lkdWFscyB1c2luZyB0c2Rpc3BsYXkNCg0KdHNkaXNwbGF5KHJlc2lkdWFsc19wcm9waGV0LCBtYWluID0gIlJlc2lkdWFsIERpYWdub3N0aWNzIGZvciBQcm9waGV0IE1vZGVsIikNCg0KIyAgUGVyZm9ybSBBREYgVGVzdCBmb3IgU3RhdGlvbmFyaXR5DQoNCmFkZl90ZXN0IDwtIGFkZi50ZXN0KHJlc2lkdWFsc19wcm9waGV0KQ0KY2F0KCJBREYgVGVzdCBwLXZhbHVlOiIsIGFkZl90ZXN0JHAudmFsdWUsICJcbiIpDQoNCmlmIChhZGZfdGVzdCRwLnZhbHVlIDwgMC4wNSkgew0KICBjYXQoIlJlc2lkdWFscyBhcmUgc3RhdGlvbmFyeSAocmVqZWN0IEgwKS5cbiIpDQp9IGVsc2Ugew0KICBjYXQoIlJlc2lkdWFscyBhcmUgbm90IHN0YXRpb25hcnkgKGZhaWwgdG8gcmVqZWN0IEgwKS5cbiIpDQp9DQoNCiMgIFBlcmZvcm0gU2VyaWFsIENvcnJlbGF0aW9uIFRlc3QNCmxqdW5nX2JveF90ZXN0IDwtIEJveC50ZXN0KHJlc2lkdWFsc19wcm9waGV0LCBsYWcgPSAxMCwgdHlwZSA9ICJManVuZy1Cb3giKQ0KY2F0KCJManVuZy1Cb3ggVGVzdCBwLXZhbHVlOiIsIGxqdW5nX2JveF90ZXN0JHAudmFsdWUsICJcbiIpDQoNCmlmIChsanVuZ19ib3hfdGVzdCRwLnZhbHVlID4gMC4wNSkgew0KICBjYXQoIlJlc2lkdWFscyByZXNlbWJsZSB3aGl0ZSBub2lzZSAobm8gc2lnbmlmaWNhbnQgYXV0b2NvcnJlbGF0aW9uKS5cbiIpDQp9IGVsc2Ugew0KICBjYXQoIlJlc2lkdWFscyBzaG93IHNpZ25pZmljYW50IGF1dG9jb3JyZWxhdGlvbi5cbiIpDQp9DQoNCmBgYA0KDQoNCiMjIyMgV2Vla2x5DQoNCmBgYHtyfQ0KZ2dwbG90KGRmX21lcmdlZF93LCBhZXMoeD13ZWVrLCB5PXNhbGVzX3cpKSArDQogIGdlb21fbGluZSgpICsgZ2d0aXRsZSgiV2Vla2x5IFNhbGVzIG9mIFJlc3RhdXJhbnQiKQ0KYGBgDQoNCmBgYHtyfQ0KaGVhZChkZl9tZXJnZWRfdykNCmBgYA0KDQpgYGB7cn0NCiNQcm9waGV0IG1vZGVsDQojIG1vZGVsIHdpdGggbm8gc2Vhc29uYWxpdHkNCmRmX3Byb3BoZXRfdyA8LSBkZl9tZXJnZWRfd1sxOjJdDQpjb2xuYW1lcyhkZl9wcm9waGV0X3cpID0gYygiZHMiLCAieSIpDQpkZl9wcm9waGV0X3ckeSA8LSBleHAoZGZfcHJvcGhldF93JHkpDQpkZl9wcm9waGV0X3cNCg0KDQpwcm9waGV0X3NhbGVzX3cgPC0gcHJvcGhldChkZl9wcm9waGV0X3cpDQpgYGANCg0KUHJlZGljdGlvbnMgYXJlIG1hZGUgb24gYSBkYXRhZnJhbWUgd2l0aCBhIGNvbHVtbiBgZHNgIGNvbnRhaW5pbmcgdGhlDQpkYXRlcyBmb3Igd2hpY2ggcHJlZGljdGlvbnMgYXJlIHRvIGJlIG1hZGUuIFRoZSBgbWFrZV9mdXR1cmVfZGF0YWZyYW1lYA0KZnVuY3Rpb24gdGFrZXMgdGhlIG1vZGVsIG9iamVjdCBhbmQgYSBudW1iZXIgb2YgcGVyaW9kcyB0byBmb3JlY2FzdCBhbmQNCnByb2R1Y2VzIGEgc3VpdGFibGUgZGF0YWZyYW1lLiBCeSBkZWZhdWx0IGl0IHdpbGwgYWxzbyBpbmNsdWRlIHRoZQ0KaGlzdG9yaWNhbCBkYXRlcyBzbyB3ZSBjYW4gZXZhbHVhdGUgaW4tc2FtcGxlIGZpdC4NCg0KYGBge3J9DQpmdXR1cmVfc2FsZXNfdyA8LSBtYWtlX2Z1dHVyZV9kYXRhZnJhbWUocHJvcGhldF9zYWxlc193LCANCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBwZXJpb2RzID0gNTIsDQogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgZnJlcSA9ICd3ZWVrJywNCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBpbmNsdWRlX2hpc3RvcnkgPSBUKQ0KdGFpbChmdXR1cmVfc2FsZXNfdykNCmBgYA0KDQpBcyB3aXRoIG1vc3QgbW9kZWxpbmcgcHJvY2VkdXJlcyBpbiBSLCB3ZSB1c2UgdGhlIGdlbmVyaWMgYHByZWRpY3RgDQpmdW5jdGlvbiB0byBnZXQgb3VyIGZvcmVjYXN0LiBUaGUgYGZvcmVjYXN0YCBvYmplY3QgaXMgYSBkYXRhZnJhbWUgd2l0aA0KYSBjb2x1bW4gYHloYXRgIGNvbnRhaW5pbmcgdGhlIGZvcmVjYXN0LiBJdCBoYXMgYWRkaXRpb25hbCBjb2x1bW5zIGZvcg0KdW5jZXJ0YWludHkgaW50ZXJ2YWxzIGFuZCBzZWFzb25hbCBjb21wb25lbnRzLg0KDQpgYGB7cn0NCiMgUg0KZm9yZWNhc3Rfc2FsZXNfdyA8LSBwcmVkaWN0KHByb3BoZXRfc2FsZXNfdywgZnV0dXJlX3NhbGVzX3cpDQp0YWlsKGZvcmVjYXN0X3NhbGVzX3dbYygnZHMnLCAneWhhdCcsICd5aGF0X2xvd2VyJywgJ3loYXRfdXBwZXInKV0pDQpgYGANCg0KYGBge3J9DQpwbG90KHByb3BoZXRfc2FsZXNfdywgZm9yZWNhc3Rfc2FsZXNfdykNCmBgYA0KDQpZb3UgY2FuIHVzZSB0aGUgYHByb3BoZXRfcGxvdF9jb21wb25lbnRzYCBmdW5jdGlvbiB0byBzZWUgdGhlIGZvcmVjYXN0DQpicm9rZW4gZG93biBpbnRvIHRyZW5kLCB3ZWVrbHkgc2Vhc29uYWxpdHksIGFuZCB5ZWFybHkgc2Vhc29uYWxpdHkuDQoNCmBgYHtyfQ0KcHJvcGhldF9wbG90X2NvbXBvbmVudHMocHJvcGhldF9zYWxlc193LCBmb3JlY2FzdF9zYWxlc193KQ0KYGBgDQoNCmBgYHtyfQ0KZHlwbG90LnByb3BoZXQocHJvcGhldF9zYWxlc193LCBmb3JlY2FzdF9zYWxlc193KQ0KYGBgDQoNCmBgYHtyfQ0KIyBVc2UgdGhlIG9yaWdpbmFsIGRhdGFzZXQgdG8gZ2V0IGZpdHRlZCB2YWx1ZXMNCmZpdHRlZF92YWx1ZXNfdyA8LSBwcmVkaWN0KHByb3BoZXRfc2FsZXNfdywgZGZfcHJvcGhldF93KQ0KDQojIEV4dHJhY3QgdGhlIGZpdHRlZCB2YWx1ZXMgKGNvbHVtbiAneWhhdCcgY29udGFpbnMgdGhlIGZpdHRlZCB2YWx1ZXMpDQpmaXR0ZWRfeV93IDwtIGZpdHRlZF92YWx1ZXNfdyR5aGF0DQoNCiMgRW5zdXJlIGFsaWdubWVudCBiZXR3ZWVuIGFjdHVhbCB2YWx1ZXMgKHkpIGFuZCBmaXR0ZWQgdmFsdWVzICh5aGF0KQ0KYWN0dWFsX3lfdyA8LSBkZl9wcm9waGV0X3ckeSAgIyBBY3R1YWwgd2Vla2x5IHNhbGVzIHZhbHVlcw0KDQojIENhbGN1bGF0ZSBSTVNFIGZvciB3ZWVrbHkgZGF0YQ0Kcm1zZV9wcm9waGV0X3cgPC0gY2FsY3VsYXRlX3Jtc2Uob2JzZXJ2ZWQgPSBhY3R1YWxfeV93LCBwcmVkaWN0ZWQgPSBmaXR0ZWRfeV93KQ0KDQojIFByaW50IFJNU0UNCmNhdCgiUk1TRSBmb3IgUHJvcGhldCBGaXR0ZWQgVmFsdWVzIChXZWVrbHkpOiIsIHJtc2VfcHJvcGhldF93LCAiXG4iKQ0KYGBgDQoNCmBgYHtyfQ0KIyBDYWxjdWxhdGUgUmVzaWR1YWxzDQpyZXNpZHVhbHNfcHJvcGhldF93IDwtIGFjdHVhbF95X3cgLSBmaXR0ZWRfeV93ICAjIFJlc2lkdWFscyA9IEFjdHVhbCAtIEZpdHRlZA0KDQojIFZpc3VhbGl6ZSBSZXNpZHVhbHMgdXNpbmcgdHNkaXNwbGF5DQp0c2Rpc3BsYXkocmVzaWR1YWxzX3Byb3BoZXRfdywgbWFpbiA9ICJSZXNpZHVhbCBEaWFnbm9zdGljcyBmb3IgV2Vla2x5IFByb3BoZXQgTW9kZWwiKQ0KDQojIFBlcmZvcm0gQURGIFRlc3QgZm9yIFN0YXRpb25hcml0eQ0KDQphZGZfdGVzdF93IDwtIGFkZi50ZXN0KHJlc2lkdWFsc19wcm9waGV0X3cpDQpjYXQoIkFERiBUZXN0IHAtdmFsdWU6IiwgYWRmX3Rlc3RfdyRwLnZhbHVlLCAiXG4iKQ0KDQppZiAoYWRmX3Rlc3RfdyRwLnZhbHVlIDwgMC4wNSkgew0KICBjYXQoIlJlc2lkdWFscyBhcmUgc3RhdGlvbmFyeSAocmVqZWN0IEgwKS5cbiIpDQp9IGVsc2Ugew0KICBjYXQoIlJlc2lkdWFscyBhcmUgbm90IHN0YXRpb25hcnkgKGZhaWwgdG8gcmVqZWN0IEgwKS5cbiIpDQp9DQoNCiMgUGVyZm9ybSBTZXJpYWwgQ29ycmVsYXRpb24gVGVzdA0KbGp1bmdfYm94X3Rlc3RfdyA8LSBCb3gudGVzdChyZXNpZHVhbHNfcHJvcGhldF93LCBsYWcgPSAxMCwgdHlwZSA9ICJManVuZy1Cb3giKQ0KY2F0KCJManVuZy1Cb3ggVGVzdCBwLXZhbHVlOiIsIGxqdW5nX2JveF90ZXN0X3ckcC52YWx1ZSwgIlxuIikNCg0KaWYgKGxqdW5nX2JveF90ZXN0X3ckcC52YWx1ZSA+IDAuMDUpIHsNCiAgY2F0KCJSZXNpZHVhbHMgcmVzZW1ibGUgd2hpdGUgbm9pc2UgKG5vIHNpZ25pZmljYW50IGF1dG9jb3JyZWxhdGlvbikuXG4iKQ0KfSBlbHNlIHsNCiAgY2F0KCJSZXNpZHVhbHMgc2hvdyBzaWduaWZpY2FudCBhdXRvY29ycmVsYXRpb24uXG4iKQ0KfQ0KDQpgYGANCg0KIyMjIyBEYWlseQ0KDQpgYGB7cn0NCmhlYWQoc2FsZXNfZF90cykNCg0KcGxvdChzYWxlc19kX3RzKQ0KYGBgDQoNCmBgYHtyfQ0Kc2FsZXNfZF92YWx1ZXMgPC0gYXMubnVtZXJpYyhzYWxlc19kX3RzKSAgICMgRXh0cmFjdCBudW1lcmljIHZhbHVlcw0KDQpkZl9wcm9waGV0X2QgPC0gZGF0YS5mcmFtZSgNCiAgZHMgPSBkZl9tZXJnZWRfZCRkYXRlLCAgIyBEYXRlcw0KICB5ID0gc2FsZXNfZF92YWx1ZXMgICAjIFNhbGVzIHZhbHVlcw0KKQ0KDQpgYGANCg0KYGBge3J9DQojUHJvcGhldCBtb2RlbA0KDQoNCiNwcm9waGV0X3NhbGVzX2QgPC0gcHJvcGhldChkZl9wcm9waGV0LCB3ZWVrbHkuc2Vhc29uYWxpdHkgPSBUUlVFKQ0KcHJvcGhldF9zYWxlc19kIDwtIHByb3BoZXQoZGZfcHJvcGhldF9kKQ0KYGBgDQoNCmBgYHtyfQ0KZnV0dXJlX3NhbGVzX2QgPC0gbWFrZV9mdXR1cmVfZGF0YWZyYW1lKHByb3BoZXRfc2FsZXNfZCwNCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBwZXJpb2RzID0gMTIwLA0KICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIGZyZXEgPSAnZGF5JywNCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBpbmNsdWRlX2hpc3RvcnkgPSBUKQ0KdGFpbChmdXR1cmVfc2FsZXNfZCkNCmBgYA0KDQpgYGB7cn0NCmZvcmVjYXN0X3NhbGVzX2QgPC0gcHJlZGljdChwcm9waGV0X3NhbGVzX2QsIGZ1dHVyZV9zYWxlc19kKQ0KdGFpbChmb3JlY2FzdF9zYWxlc19kW2MoJ2RzJywgJ3loYXQnLCAneWhhdF9sb3dlcicsICd5aGF0X3VwcGVyJyldKQ0KYGBgDQoNCmBgYHtyfQ0KcGxvdChwcm9waGV0X3NhbGVzX2QsIGZvcmVjYXN0X3NhbGVzX2QpDQpgYGANCg0KYGBge3J9DQpwcm9waGV0X3Bsb3RfY29tcG9uZW50cyhwcm9waGV0X3NhbGVzX2QsIGZvcmVjYXN0X3NhbGVzX2QpDQpgYGANCg0KYGBge3J9DQpkeXBsb3QucHJvcGhldChwcm9waGV0X3NhbGVzX2QsIGZvcmVjYXN0X3NhbGVzX2QpDQpgYGANCg0KDQpgYGB7cn0NCiMgRXh0cmFjdCBmaXR0ZWQgdmFsdWVzIGZvciBSTVNFIGNhbGN1bGF0aW9uDQpmaXR0ZWRfdmFsdWVzX2QgPC0gcHJlZGljdChwcm9waGV0X3NhbGVzX2QsIGRmX3Byb3BoZXRfZCkNCg0KIyBFeHRyYWN0IGZpdHRlZCB2YWx1ZXMgKGNvbHVtbiAneWhhdCcpDQpmaXR0ZWRfeV9kIDwtIGZpdHRlZF92YWx1ZXNfZCR5aGF0DQphY3R1YWxfeV9kIDwtIGRmX3Byb3BoZXRfZCR5ICAjIEFjdHVhbCBzYWxlcyB2YWx1ZXMNCg0KIyBTdGVwIDg6IENhbGN1bGF0ZSBSTVNFDQpybXNlX3Byb3BoZXRfZCA8LSBjYWxjdWxhdGVfcm1zZShvYnNlcnZlZCA9IGFjdHVhbF95X2QsIHByZWRpY3RlZCA9IGZpdHRlZF95X2QpDQoNCiMgUHJpbnQgUk1TRQ0KY2F0KCJSTVNFIGZvciBQcm9waGV0IEZpdHRlZCBWYWx1ZXMgKERhaWx5KToiLCBybXNlX3Byb3BoZXRfZCwgIlxuIikNCmBgYA0KDQoNCmBgYHtyfQ0KIyBDYWxjdWxhdGUgUmVzaWR1YWxzDQpyZXNpZHVhbHNfcHJvcGhldF9kIDwtIGFjdHVhbF95X2QgLSBmaXR0ZWRfeV9kICAjIFJlc2lkdWFscyA9IEFjdHVhbCAtIEZpdHRlZA0KDQojIFZpc3VhbGl6ZSBSZXNpZHVhbHMgdXNpbmcgdHNkaXNwbGF5DQoNCnRzZGlzcGxheShyZXNpZHVhbHNfcHJvcGhldF9kLCBtYWluID0gIlJlc2lkdWFsIERpYWdub3N0aWNzIGZvciBEYWlseSBQcm9waGV0IE1vZGVsIikNCg0KIyBQZXJmb3JtIEFERiBUZXN0IGZvciBTdGF0aW9uYXJpdHkNCg0KYWRmX3Rlc3RfZCA8LSBhZGYudGVzdChyZXNpZHVhbHNfcHJvcGhldF9kKQ0KY2F0KCJBREYgVGVzdCBwLXZhbHVlOiIsIGFkZl90ZXN0X2QkcC52YWx1ZSwgIlxuIikNCg0KaWYgKGFkZl90ZXN0X2QkcC52YWx1ZSA8IDAuMDUpIHsNCiAgY2F0KCJSZXNpZHVhbHMgYXJlIHN0YXRpb25hcnkgKHJlamVjdCBIMCkuXG4iKQ0KfSBlbHNlIHsNCiAgY2F0KCJSZXNpZHVhbHMgYXJlIG5vdCBzdGF0aW9uYXJ5IChmYWlsIHRvIHJlamVjdCBIMCkuXG4iKQ0KfQ0KDQojIFBlcmZvcm0gU2VyaWFsIENvcnJlbGF0aW9uIFRlc3QNCmxqdW5nX2JveF90ZXN0X2QgPC0gQm94LnRlc3QocmVzaWR1YWxzX3Byb3BoZXRfZCwgbGFnID0gMjAsIHR5cGUgPSAiTGp1bmctQm94IikNCmNhdCgiTGp1bmctQm94IFRlc3QgcC12YWx1ZToiLCBsanVuZ19ib3hfdGVzdF9kJHAudmFsdWUsICJcbiIpDQoNCmlmIChsanVuZ19ib3hfdGVzdF9kJHAudmFsdWUgPiAwLjA1KSB7DQogIGNhdCgiUmVzaWR1YWxzIHJlc2VtYmxlIHdoaXRlIG5vaXNlIChubyBzaWduaWZpY2FudCBhdXRvY29ycmVsYXRpb24pLlxuIikNCn0gZWxzZSB7DQogIGNhdCgiUmVzaWR1YWxzIHNob3cgc2lnbmlmaWNhbnQgYXV0b2NvcnJlbGF0aW9uLlxuIikNCn0NCg0KYGBgDQoNCg0KDQpgYGB7cn0NCnJtc2VfbGlzdCA8LSBjKHJtc2Vfb2xzX20sIHJtc2Vfb2xzX3csIHJtc2Vfb2xzX2QsDQogICAgICAgICAgICAgICBybXNlX2JtX20sIHJtc2VfYm1fdywgcm1zZV9ibV9kLA0KICAgICAgICAgICAgICAgcm1zZV9nZ20xLCBybXNlX2dnbV93LCBybXNlX2dnbV9kLA0KICAgICAgICAgICAgICAgcm1zZV9odzIsDQogICAgICAgICAgICAgICBybXNlX2F1dG9fYXJpbWEsIHJtc2VfYXV0b19hcmltYV93LCBybXNlX2F1dG9fYXJpbWFfZCwNCiAgICAgICAgICAgICAgIHJtc2Vfc2FyaW1hX2QsDQogICAgICAgICAgICAgICBybXNlX3NhcmltYXhfZCwNCiAgICAgICAgICAgICAgIHJtc2VfZXhwX3NtX20sIHJtc2VfZXhwX3NtX3csIHJtc2VfZXhwX3NtX20sDQogICAgICAgICAgICAgICBybXNlX21peHR1cmVfbSwgcm1zZV9taXh0dXJlX3csIHJtc2VfbWl4dHVyZV9kLA0KICAgICAgICAgICAgICAgcm1zZV9wcm9waGV0X20sIHJtc2VfcHJvcGhldF93LCBybXNlX3Byb3BoZXRfZA0KICAgICAgICAgICAgICAgKQ0Kcm1zZV9saXN0DQpgYGANCiMjIEV2YWx1YXRpb24gb2YgYWxsIG1vZGVscw0KYGBge3J9DQojIEluaXRpYWxpemUgYW4gZW1wdHkgZGF0YSBmcmFtZSBmb3IgUk1TRSB2YWx1ZXMNCnJtc2VfdGFibGUgPC0gZGF0YS5mcmFtZSgNCiAgTW9kZWwgPSBjaGFyYWN0ZXIoKSwNCiAgTW9udGhseSA9IG51bWVyaWMoKSwNCiAgV2Vla2x5ID0gbnVtZXJpYygpLA0KICBEYWlseSA9IG51bWVyaWMoKSwNCiAgc3RyaW5nc0FzRmFjdG9ycyA9IEZBTFNFDQopDQoNCiMgTW9udGhseSBSTVNFIHZhbHVlcw0Kcm1zZV9tb250aGx5IDwtIGMoDQogICJPTFMiID0gcm1zZV9vbHNfbSwNCiAgIkJhc3NfTW9kZWwiID0gcm1zZV9ibV9tLA0KICAiR0dNIiA9IHJtc2VfZ2dtMSwNCiAgIkhvbHRfV2ludGVycyIgPSBybXNlX2h3MiwNCiAgIkFyaW1hIiA9IHJtc2VfYXV0b19hcmltYSwNCiAgIkV4cF9TbW9vdGgiID0gcm1zZV9leHBfc21fbSwNCiAgIkdHTStTQVJJTUEiID0gcm1zZV9taXh0dXJlX20sDQogICJQcm9waGV0IiA9IHJtc2VfcHJvcGhldF9tDQopDQoNCiMgV2Vla2x5IFJNU0UgdmFsdWVzDQpybXNlX3dlZWtseSA8LSBjKA0KICAiT0xTIiA9IHJtc2Vfb2xzX3csDQogICJCYXNzX01vZGVsIiA9IHJtc2VfYm1fdywNCiAgIkdHTSIgPSBybXNlX2dnbV93LA0KICAiSG9sdF9XaW50ZXJzIiA9IE5hTiwNCiAgIkFyaW1hIiA9IHJtc2VfYXV0b19hcmltYV93LA0KICAiRXhwX1Ntb290aCIgPSBybXNlX2V4cF9zbV93LA0KICAiR0dNK1NBUklNQSIgPSBybXNlX21peHR1cmVfdywNCiAgIlByb3BoZXQiID0gcm1zZV9wcm9waGV0X3cNCikNCg0KIyBEYWlseSBSTVNFIHZhbHVlcw0Kcm1zZV9kYWlseSA8LSBjKA0KICAiT0xTIiA9IHJtc2Vfb2xzX2QsDQogICJCYXNzX01vZGVsIiA9IHJtc2VfYm1fZCwNCiAgIkdHTSIgPSBybXNlX2dnbV9kLA0KICAiSG9sdF9XaW50ZXJzIiA9IE5hTiwNCiAgIkFyaW1hIiA9IHJtc2VfYXV0b19hcmltYV9kLA0KICAiRXhwX1Ntb290aCIgPSBybXNlX2V4cF9zbV9kLA0KICAiR0dNK1NBUklNQSIgPSBybXNlX21peHR1cmVfZCwNCiAgIlByb3BoZXQiID0gcm1zZV9wcm9waGV0X2QNCikNCg0KIyBDb21iaW5lIFJNU0UgdmFsdWVzIGludG8gYSB0YWJsZQ0KZm9yIChtb2RlbF9uYW1lIGluIG5hbWVzKHJtc2VfbW9udGhseSkpIHsNCiAgcm1zZV90YWJsZSA8LSByYmluZChybXNlX3RhYmxlLCBkYXRhLmZyYW1lKA0KICAgIE1vZGVsID0gbW9kZWxfbmFtZSwNCiAgICBNb250aGx5ID0gcm1zZV9tb250aGx5W21vZGVsX25hbWVdLA0KICAgIFdlZWtseSA9IHJtc2Vfd2Vla2x5W21vZGVsX25hbWVdLA0KICAgIERhaWx5ID0gcm1zZV9kYWlseVttb2RlbF9uYW1lXQ0KICApKQ0KfQ0KDQojIFZpZXcgdGhlIFJNU0UgdGFibGUNCnByaW50KHJtc2VfdGFibGUpDQoNCmBgYA0KDQpCZXN0IG1vZGVscyBhcmU6DQoNCiogTW9udGhseTogR0dNIA0KKiBXZWVrbHk6IFByb3BoZXQNCiogRGFpbHk6IFByb3BoZXQNCg0KIyMgRXZhbHVhdGlvbiBvZiBiZXN0IG1vZGVscyBvbiBUZXN0IFNldA0KIyMjIEltcG9ydCB0ZXN0IHNldA0KYGBge3J9DQojIHRhcmdldCB2YXJpYWJsZQ0KdGVzdF9zYWxlc19kZiA8LSByZWFkX2V4Y2VsKCJkYXRhL3NhbGVzL3Rlc3RfZGF0YS54bHN4IikNCmhlYWQodGVzdF9zYWxlc19kZikNCmBgYA0KYGBge3J9DQpkZl9zYWxlc19tX3Rlc3QgPC0gdGVzdF9zYWxlc19kZiAlPiUNCiAgbXV0YXRlKG1vbnRoID0gZmxvb3JfZGF0ZShkYXRlLCAibW9udGgiKSkgJT4lICMgRXh0cmFjdCBtb250aA0KICBncm91cF9ieShtb250aCkgJT4lDQogIHN1bW1hcmlzZShzYWxlc19tID0gc3VtKHNhbGVzX2NvcCksIGJhcl9tID0gc3VtKGJhciksIGZvb2RfbSA9IHN1bShmb29kKQ0KICAgICAgICAgICAgKSAgICAgIyBTdW1taW5nIHZhbHVlcw0KDQpoZWFkKGRmX3NhbGVzX21fdGVzdCkNCmBgYA0KYGBge3J9DQojIyBzYWxlcyB3ZWVrbHkNCmRmX3NhbGVzX3dfdGVzdCA8LSB0ZXN0X3NhbGVzX2RmICU+JQ0KICBtdXRhdGUod2VlayA9IGZsb29yX2RhdGUoZGF0ZSwgIndlZWsiKSkgJT4lICMgRXh0cmFjdCBtb250aA0KICBncm91cF9ieSh3ZWVrKSAlPiUNCiAgc3VtbWFyaXNlKHNhbGVzX3cgPSBzdW0oc2FsZXNfY29wKSwgYmFyX3cgPSBzdW0oYmFyKSwgZm9vZF93ID0gc3VtKGZvb2QpKSAgICAgIyBTdW1taW5nIHZhbHVlcw0KDQpoZWFkKGRmX3NhbGVzX3dfdGVzdCkNCmBgYA0KIyMgRm9yZWNhc3QgdnMgQWN0dWFsDQojIyMgTW9udGx5DQoNCg0KIyMjIyBHR00NCmBgYHtyfQ0KIyBMZW5ndGggb2YgaGlzdG9yaWNhbCBkYXRhDQpOIDwtIGxlbmd0aChzYWxlc19tX3RzKQ0KDQojIFRpbWUgaW5kZXggZm9yIHRoZSBuZXh0IDM4IHBlcmlvZHMNCmZ1dHVyZV90aW1lcyA8LSBtYXRyaXgoKE4gKyAxKTooTiArIDM4KSwgbmNvbCA9IDEpDQoNCiMgUHJlZGljdCBjdW11bGF0aXZlIHNhbGVzIGZvciB0aGUgbmV4dCAzOCBwZXJpb2RzDQpnZ21fZnV0dXJlX2N1bSA8LSBwcmVkaWN0KGdnbTEsIG5ld3ggPSBmdXR1cmVfdGltZXMpDQojIENvbnZlcnQgY3VtdWxhdGl2ZSBzYWxlcyBmb3JlY2FzdCB0byBpbnN0YW50YW5lb3VzIHNhbGVzDQpnZ21fZnV0dXJlX2luc3QgPC0gbWFrZS5pbnN0YW50YW5lb3VzKGdnbV9mdXR1cmVfY3VtKVstMV0NCg0KYGBgDQoNCmBgYHtyfQ0KIyBHZXQgdGhlIGVuZCB0aW1lIG9mIHNhbGVzX21fdHMNCmVuZF90aW1lIDwtIHRzcChzYWxlc19tX3RzKVsyXSAgIyBFbmQgdGltZSBvZiBvcmlnaW5hbCBzZXJpZXMNCg0KIyBTdGFydCB0aGUgZm9yZWNhc3QgYXQgdGhlIG5leHQgcGVyaW9kDQpmb3JlY2FzdF9zdGFydCA8LSBlbmRfdGltZSArIDEgLyBmcmVxdWVuY3koc2FsZXNfbV90cykNCg0KIyBDcmVhdGUgYSB0aW1lIHNlcmllcyBvYmplY3QgZm9yIHRoZSBmb3JlY2FzdA0KZ2dtX2Z1dHVyZV9pbnN0X3RzIDwtIHRzKA0KICBnZ21fZnV0dXJlX2luc3QsDQogIHN0YXJ0ID0gZm9yZWNhc3Rfc3RhcnQsDQogIGZyZXF1ZW5jeSA9IGZyZXF1ZW5jeShzYWxlc19tX3RzKQ0KKQ0KDQojIFN0ZXAgNTogUGxvdCB0aGUgZm9yZWNhc3Qgd2l0aCBhbGlnbmVkIGluZGV4DQpwbG90KA0KICBzYWxlc19tX3RzLA0KICB0eXBlID0gIm8iLA0KICBjb2wgPSAiYmxhY2siLA0KICBsd2QgPSAyLA0KICBtYWluID0gIk9yaWdpbmFsLCBGaXR0ZWQsIGFuZCBGb3JlY2FzdGVkIEluc3RhbnRhbmVvdXMgU2FsZXMiLA0KICB4bGFiID0gIlRpbWUiLA0KICB5bGFiID0gIk1vbnRobHkgU2FsZXMiLA0KICB4bGltID0gYyhzdGFydChzYWxlc19tX3RzKVsxXSwgZm9yZWNhc3Rfc3RhcnQgKyAzOCAvIGZyZXF1ZW5jeShzYWxlc19tX3RzKSkNCikNCg0KbGluZXMoDQogIHByZWQuaW5zdF9nZ21fbSwNCiAgY29sID0gInJlZCIsDQogIGx0eSA9IDIsDQogIGx3ZCA9IDINCikNCg0KbGluZXMoDQogIGdnbV9mdXR1cmVfaW5zdF90cywNCiAgY29sID0gImJsdWUiLA0KICBsdHkgPSAyLA0KICBsd2QgPSAyDQopDQoNCmxlZ2VuZCgNCiAgImJvdHRvbXJpZ2h0IiwNCiAgbGVnZW5kID0gYygiT3JpZ2luYWwgU2FsZXMiLCAiRml0dGVkIFZhbHVlcyIsICJGb3JlY2FzdCIpLA0KICBjb2wgPSBjKCJibGFjayIsICJyZWQiLCAiYmx1ZSIpLA0KICBsdHkgPSBjKDEsIDIsIDIpLA0KICBsd2QgPSBjKDIsIDIsIDIpDQopDQpgYGANClRoZSBmb3JlY2FzdCBvZiB0aGUgR0dNIGxvb2tzIGxpa2UgdGhlIHJlc3RhdXJhbnQgaXMgbG9vc2luZyBncmlwLCBhY3R1YWxseSByZXN0YXVyYW50cyBjYW4gZG8gd2VsbCBmb3Igd2F5IGxvbmdlciB0aGFuIHRoZSBlc3RpbWF0ZWQgcGVyaW9kIGJ5IHRoZSBHR00uIFNvIHdlIHRha2UgdGhpcyBhcyBhIGRvd25zaWRlIHNjZW5hcmlvIGZvcmVjYXN0Lg0KQnV0IGxldHMgdHJ5IHRvIGZvcmVjYXN0IGEgYmFzZWxpbmUgc2NlbmFyaW8sIHdpdGggdGhlIHNlY29uZCBiZXN0IG1vZGVsOiB0aGUgSG9sdC1XaW50ZXJzLg0KDQojIyMjIEhvbHQtV2ludGVyczogTXVsdGlwbGljYXRpdmUNCg0KYGBge3J9DQoNCiMgU3RlcCAxOiBSZS1GaXQgdGhlIEhvbHQtV2ludGVycyBtb2RlbA0KaHcyX20gPC0gaHcoc2FsZXNfbV90cywgc2Vhc29uYWwgPSAibXVsdGlwbGljYXRpdmUiKQ0KDQojIFN0ZXAgMjogR2VuZXJhdGUgdGhlIGZvcmVjYXN0IGZvciB0aGUgbmV4dCAyNCBtb250aHMNCmZvcmVjYXN0X2h3IDwtIGZvcmVjYXN0KGh3Ml9tLCBoID0gMjQpDQoNCiMgU3RlcCAzOiBVc2UgYXV0b3Bsb3QgdG8gcGxvdCB0aGUgb3JpZ2luYWwgdmFsdWVzIGFuZCB0aGUgZm9yZWNhc3QNCmF1dG9wbG90KGZvcmVjYXN0X2h3KSArDQogIGdndGl0bGUoIkhvbHQtV2ludGVycyBGb3JlY2FzdCBhbmQgT3JpZ2luYWwgU2FsZXMiKSArDQogIHhsYWIoIlRpbWUiKSArDQogIHlsYWIoIk1vbnRobHkgU2FsZXMiKSArDQogIHRoZW1lX21pbmltYWwoKQ0KYGBgDQpgYGB7cn0NCiMgQ29tcGFyZSBhY3R1YWwgdnMgZm9yZWNhc3RlZA0KYWN0dWFsX3NhbGVzX20gPC0gZGZfc2FsZXNfbV90ZXN0JHNhbGVzX20NCmZvcmVjYXN0ZWRfaHcgPC0gZm9yZWNhc3RfaHckbWVhblsxOjJdDQpmb3JlY2FzdGVkX2dnbSA8LSBnZ21fZnV0dXJlX2luc3RfdHNbMToyXQ0Kcm1zZV90ZXN0X2h3IDwtY2FsY3VsYXRlX3Jtc2UoYWN0dWFsX3NhbGVzX20sIGZvcmVjYXN0ZWRfaHcpDQpybXNlX3Rlc3RfZ2dtIDwtIGNhbGN1bGF0ZV9ybXNlKGFjdHVhbF9zYWxlc19tLCBmb3JlY2FzdGVkX2dnbSkNCmNhdCgiRXJyb3IgSG9sdC1XaW50ZXJzOiIsIHJtc2VfdGVzdF9odywgIlxuIikNCmNhdCgiRXJyb3IgR0dNOiIsIHJtc2VfdGVzdF9nZ20sICJcbiIpDQpgYGANClRoZSBHR00gZXJyb3IgaXMgbG93ZXIsIHdlIGNhbiBkbyBhIGNvbWJpbmF0aW9uIChzbW9vdGhpbmcpIG9mIGJvdGggc2NlbmFyaW9zIGZvciB0aGUgZmluYWwgZm9yZWNhc3QNCg0KYGBge3J9DQojIENvbWJpbmUgdGhlIGFjdHVhbCBhbmQgZm9yZWNhc3RlZCBkYXRhIGludG8gYSBkYXRhIGZyYW1lDQpwbG90X2RhdGEgPC0gZGF0YS5mcmFtZSgNCiAgUGVyaW9kID0gYygiTGFzdCBQZXJpb2QgMSIsICJMYXN0IFBlcmlvZCAyIiksDQogIEFjdHVhbCA9IGFjdHVhbF9zYWxlc19tLA0KICBIb2x0V2ludGVycyA9IGZvcmVjYXN0ZWRfaHcsDQogIEdHTSA9IGZvcmVjYXN0ZWRfZ2dtDQopDQoNCnBsb3RfZGF0YV9tZWx0IDwtIG1lbHQocGxvdF9kYXRhLCBpZC52YXJzID0gIlBlcmlvZCIsIHZhcmlhYmxlLm5hbWUgPSAiVHlwZSIsIHZhbHVlLm5hbWUgPSAiU2FsZXMiKQ0KDQojIENyZWF0ZSBhIHBsb3QNCmdncGxvdChwbG90X2RhdGFfbWVsdCwgYWVzKHggPSBQZXJpb2QsIHkgPSBTYWxlcywgZmlsbCA9IFR5cGUpKSArDQogIGdlb21fYmFyKHN0YXQgPSAiaWRlbnRpdHkiLCBwb3NpdGlvbiA9ICJkb2RnZSIpICsNCiAgbGFicyh0aXRsZSA9ICJBY3R1YWwgdnMgRm9yZWNhc3RlZCBTYWxlcyIsDQogICAgICAgeCA9ICJQZXJpb2QiLA0KICAgICAgIHkgPSAiU2FsZXMiLA0KICAgICAgIGZpbGwgPSAiVHlwZSIpICsNCiAgdGhlbWVfbWluaW1hbCgpDQoNCmBgYA0KDQoNCiMjIyBXZWVrbHkNCiMjIyMgUHJvcGhldA0KDQpgYGB7cn0NCiMgRmlsdGVyIGZvcmVjYXN0IGZvciBOb3ZlbWJlciBhbmQgRGVjZW1iZXIgMjAyNA0KZm9yZWNhc3Rfbm92X2RlY193IDwtIGZvcmVjYXN0X3NhbGVzX3cgJT4lDQogIGZpbHRlcihkcyA+PSBhcy5EYXRlKCIyMDI0LTExLTAxIikgJiBkcyA8PSBhcy5EYXRlKCIyMDI1LTAxLTA1IikpDQpgYGANCg0KYGBge3J9DQojIFBsb3QgdGhlIGFjdHVhbCBzYWxlcyB3aXRoIGJsYWNrIGRvdHMNCnBsb3QoYXMuRGF0ZShkZl9zYWxlc193X3Rlc3Qkd2VlayksIGRmX3NhbGVzX3dfdGVzdCRzYWxlc193LA0KICAgICB0eXBlID0gInAiLCAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIyBQb2ludHMgZm9yIGFjdHVhbCBzYWxlcw0KICAgICBwY2ggPSAxNiwgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIyBTb2xpZCBjaXJjbGVzDQogICAgIGNvbCA9ICJibGFjayIsICAgICAgICAgICAgICAgICAgICAgICAgICAjIEJsYWNrIGNvbG9yIGZvciBwb2ludHMNCiAgICAgeGxhYiA9ICJEYXRlIiwgICAgICAgICAgICAgICAgICAgICAgICAgICMgWC1heGlzIGxhYmVsDQogICAgIHlsYWIgPSAiU2FsZXMiLCAgICAgICAgICAgICAgICAgICAgICAgICAjIFktYXhpcyBsYWJlbA0KICAgICBtYWluID0gIkFjdHVhbCBTYWxlcyB2cyBGb3JlY2FzdGVkIFNhbGVzIChOb3YtRGVjIDIwMjQpIikgICMgVGl0bGUNCg0KIyBBZGQgdGhlIGZvcmVjYXN0IGxpbmUgaW4gcmVkDQpsaW5lcyhhcy5EYXRlKGZvcmVjYXN0X25vdl9kZWNfdyRkcyksIGZvcmVjYXN0X25vdl9kZWNfdyR5aGF0LA0KICAgICAgY29sID0gInJlZCIsICAgICAgICAgICAgICAgICAgICAgICAgICAjIFJlZCBjb2xvciBmb3IgdGhlIGxpbmUNCiAgICAgIGx3ZCA9IDIpICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIyBXaWRlciBsaW5lDQoNCiMgQWRkIGEgbGVnZW5kIGluIHRoZSB0b3AgcmlnaHQNCmxlZ2VuZCgidG9wcmlnaHQiLA0KICAgICAgIGxlZ2VuZCA9IGMoIkFjdHVhbCBTYWxlcyIsICJGb3JlY2FzdGVkIFNhbGVzIiksDQogICAgICAgY29sID0gYygiYmxhY2siLCAicmVkIiksICAgICAgICAgICAgICMgQ29sb3JzIG1hdGNoaW5nIHRoZSBwbG90DQogICAgICAgcGNoID0gYygxNiwgTkEpLCAgICAgICAgICAgICAgICAgICAgICMgU29saWQgZG90IGZvciBhY3R1YWwgc2FsZXMsIG5vbmUgZm9yIGxpbmUNCiAgICAgICBsdHkgPSBjKE5BLCAxKSwgICAgICAgICAgICAgICAgICAgICAgIyBMaW5lIGZvciBmb3JlY2FzdGVkIHNhbGVzLCBub25lIGZvciBkb3QNCiAgICAgICBsd2QgPSBjKE5BLCAyKSkgICAgICAgICAgICAgICAgICAgICAgIyBMaW5lIHdpZHRoIGZvciB0aGUgZm9yZWNhc3QNCg0KYGBgDQoNCiMjIyBEYWlseQ0KIyMjIyBQcm9waGV0DQpgYGB7cn0NCiMgRmlsdGVyIGZvcmVjYXN0IGZvciBOb3ZlbWJlciBhbmQgRGVjZW1iZXIgMjAyNA0KZm9yZWNhc3Rfbm92X2RlY19kIDwtIGZvcmVjYXN0X3NhbGVzX2QgJT4lDQogIGZpbHRlcihkcyA+PSBhcy5EYXRlKCIyMDI0LTExLTAxIikgJiBkcyA8PSBhcy5EYXRlKCIyMDI1LTAxLTA1IikpDQoNCiMgUGxvdCB0aGUgYWN0dWFsIHNhbGVzIHdpdGggYmxhY2sgZG90cw0KcGxvdChhcy5EYXRlKHRlc3Rfc2FsZXNfZGYkZGF0ZSksIHRlc3Rfc2FsZXNfZGYkc2FsZXNfY29wLA0KICAgICB0eXBlID0gInAiLCAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIyBQb2ludHMgZm9yIGFjdHVhbCBzYWxlcw0KICAgICBwY2ggPSAxNiwgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIyBTb2xpZCBjaXJjbGVzDQogICAgIGNvbCA9ICJibGFjayIsICAgICAgICAgICAgICAgICAgICAgICAgICAjIEJsYWNrIGNvbG9yIGZvciBwb2ludHMNCiAgICAgeGxhYiA9ICJEYXRlIiwgICAgICAgICAgICAgICAgICAgICAgICAgICMgWC1heGlzIGxhYmVsDQogICAgIHlsYWIgPSAiU2FsZXMiLCAgICAgICAgICAgICAgICAgICAgICAgICAjIFktYXhpcyBsYWJlbA0KICAgICBtYWluID0gIkFjdHVhbCBTYWxlcyB2cyBGb3JlY2FzdGVkIFNhbGVzIChOb3YtRGVjIDIwMjQpIikgICMgVGl0bGUNCg0KIyBBZGQgdGhlIGZvcmVjYXN0IGxpbmUgaW4gcmVkDQpsaW5lcyhhcy5EYXRlKGZvcmVjYXN0X25vdl9kZWNfZCRkcyksIGZvcmVjYXN0X25vdl9kZWNfZCR5aGF0LA0KICAgICAgY29sID0gInJlZCIsICAgICAgICAgICAgICAgICAgICAgICAgICAjIFJlZCBjb2xvciBmb3IgdGhlIGxpbmUNCiAgICAgIGx3ZCA9IDIpICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIyBXaWRlciBsaW5lDQoNCiMgQWRkIGEgbGVnZW5kIGluIHRoZSB0b3AgcmlnaHQNCmxlZ2VuZCgidG9wcmlnaHQiLA0KICAgICAgIGxlZ2VuZCA9IGMoIkFjdHVhbCBTYWxlcyIsICJGb3JlY2FzdGVkIFNhbGVzIiksDQogICAgICAgY29sID0gYygiYmxhY2siLCAicmVkIiksICAgICAgICAgICAgICMgQ29sb3JzIG1hdGNoaW5nIHRoZSBwbG90DQogICAgICAgcGNoID0gYygxNiwgTkEpLCAgICAgICAgICAgICAgICAgICAgICMgU29saWQgZG90IGZvciBhY3R1YWwgc2FsZXMsIG5vbmUgZm9yIGxpbmUNCiAgICAgICBsdHkgPSBjKE5BLCAxKSwgICAgICAgICAgICAgICAgICAgICAgIyBMaW5lIGZvciBmb3JlY2FzdGVkIHNhbGVzLCBub25lIGZvciBkb3QNCiAgICAgICBsd2QgPSBjKE5BLCAyKSkgICAgICAgICAgICAgICAgICAgICAgIyBMaW5lIHdpZHRoIGZvciB0aGUgZm9yZWNhc3QNCg0KYGBgDQojIyBGb3JlY2FzdCB3aXRoIEJlc3QgTW9kZWxzDQpGaW5hbGx5LCB3ZSB3YW50IHRvIHVzZSB0aGUgbG9uZyB0ZXJtIGZvcmVjYXN0LCBzbyB3ZSBjYW4gdXNlIHRoZSBtb250aGx5IGNvbWJpbmF0aW9uIG9mIG1vZGVscyBmb3IgdGhhdC4NCiMjIyBNb250bHkNCmBgYHtyfQ0KbG9uZ190ZXJtX2ZvcmVjYXN0ZWRfaHcgPC0gZm9yZWNhc3RfaHckbWVhbg0KbG9uZ190ZXJtX2ZvcmVjYXN0ZWRfZ2dtIDwtIGdnbV9mdXR1cmVfaW5zdF90cw0KYGBgDQpgYGB7cn0NCiMgRGVmaW5lIHRoZSBkYXRlIHJhbmdlcyBmb3IgYm90aCBzZXJpZXMNCmRhdGVzX2h3IDwtIHNlcShhcy5EYXRlKCIyMDI0LTExLTAxIiksIGFzLkRhdGUoIjIwMjYtMTAtMDEiKSwgYnkgPSAibW9udGgiKQ0KZGF0ZXNfZ2dtIDwtIHNlcShhcy5EYXRlKCIyMDI0LTExLTAxIiksIGFzLkRhdGUoIjIwMjctMTEtMDEiKSwgYnkgPSAibW9udGgiKQ0KDQojIENyZWF0ZSBkYXRhIGZyYW1lcyBmb3IgdGhlIHR3byBzZXJpZXMNCmRmX2h3IDwtIGRhdGEuZnJhbWUoRGF0ZSA9IGRhdGVzX2h3LCBWYWx1ZSA9IGxvbmdfdGVybV9mb3JlY2FzdGVkX2h3KQ0KZGZfZ2dtIDwtIGRhdGEuZnJhbWUoRGF0ZSA9IGRhdGVzX2dnbSwgVmFsdWUgPSBsb25nX3Rlcm1fZm9yZWNhc3RlZF9nZ20pDQoNCiMgTWVyZ2UgdGhlIHR3byBzZXJpZXMgb24gdGhlIGNvbW1vbiBkYXRlcw0KZGZfbWVyZ2VkIDwtIG1lcmdlKGRmX2h3LCBkZl9nZ20sIGJ5ID0gIkRhdGUiLCBzdWZmaXhlcyA9IGMoIl9odyIsICJfZ2dtIikpDQoNCiMgQ2FsY3VsYXRlIHRoZSBtZWFuIG9mIGJvdGggc2VyaWVzIHdoZXJlIGRhdGEgaXMgYXZhaWxhYmxlDQpkZl9tZXJnZWQkTWVhbiA8LSByb3dNZWFucyhkZl9tZXJnZWRbLCBjKCJWYWx1ZV9odyIsICJWYWx1ZV9nZ20iKV0sIG5hLnJtID0gVFJVRSkNCg0KIyBDcmVhdGUgdGhlIG5ldyB0aW1lIHNlcmllcw0KbG9uZ190ZXJtX2ZvcmVjYXN0IDwtIGRhdGEuZnJhbWUoRGF0ZSA9IGRmX21lcmdlZCREYXRlLCBNZWFuID0gZGZfbWVyZ2VkJE1lYW4pDQpwbG90KGxvbmdfdGVybV9mb3JlY2FzdCkNCmBgYA0KDQoNCg0K